00000800:00000200:0.1F:1734015810.053277:0:3510:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1b1c840] -> 12345-192.168.201.152@tcp (2) 00000800:00000200:0.1:1734015810.053634:0:3503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1b1c840] -> 12345-192.168.201.152@tcp (2) 00000800:00000200:0.1:1734015810.053637:0:3503:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.152@tcp ffff8800b1b1ca80 deleted 00000800:00000010:0.1:1734015810.053639:0:3503:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1b1ca80. 00000800:00000200:0.1:1734015810.053642:0:3503:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1734015810.053646:0:3503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.152@tcp ip 192.168.201.152:1023 00000800:00000200:0.1:1734015810.053650:0:3503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880077a21100 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1734015810.053714:0:3501:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1734015810.054139:0:3502:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1b1c840] -> 12345-192.168.201.152@tcp (4) 00000800:00000200:2.1:1734015810.054145:0:3502:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.152@tcp ffff8800ac817f00 deleted 00000800:00000010:2.1:1734015810.054146:0:3502:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800ac817f00. 00000800:00000200:2.1:1734015810.054148:0:3502:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1734015810.054333:0:3501:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1734015810.139818:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88007193cb00. 00010000:00000010:3.1:1734015810.139827:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a80e46c0. 00010000:00000010:3.1:1734015810.228733:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b53b1400. 00010000:00000010:3.1:1734015810.228742:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a80e4b40. 00010000:00000010:1.1F:1734015810.230738:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b53b1800. 00010000:00000010:1.1:1734015810.230750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012b9d86c0. 00010000:00000010:3.1:1734015810.232981:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a80e4d80. 00080000:00000010:3.1:1734015810.238980:0:20:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b19a80c0. 00000100:00100000:0.0:1734016049.729590:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9642 00000100:00100000:0.0:1734016049.729601:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331144192:12345-192.168.201.52@tcp:22:fsx.0 00000100:00100000:0.0:1734016049.734059:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.740154:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.753914:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.763657:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.788306:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.790842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.819944:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.820589:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.825870:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.830308:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.851009:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.855270:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.866384:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.871840:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331147264 00000100:00100000:0.0:1734016049.871850:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331147264 00000100:00100000:0.0:1734016049.871895:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1887 00000100:00100000:0.0:1734016049.871901:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:9631:x1818247331147264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016049.871920:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016049.871937:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31700b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce564dd expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016049.872020:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016049.872032:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016049.872040:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016049.872058:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9087324 00000004:00200000:0.0:1734016049.872061:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016049.872072:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016049.872088:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31700b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564dd expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016049.872117:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564dd expref: 16 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016049.872124:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016049.872126:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016049.872128:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016049.872167:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:9631:x1818247331147264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 266us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016049.872172:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1887 00000100:00100000:0.0:1734016049.875114:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.886494:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016049.890587:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016049.903158:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016049 -> 1734016050 00000100:00100000:0.0:1734016049.903184:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334048000:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016049.903214:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31700d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564f9 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016049.903226:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31700d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564f9 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016049.903258:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82818c0, rc 0) 00000100:00100000:0.0:1734016049.903322:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331148032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2880us (3045us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016049.903330:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9653 00000100:00100000:0.0:1734016049.905918:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331148160 00000100:00100000:0.0:1734016049.905926:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331148160 00000100:00100000:0.0:1734016049.905979:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9654 00000100:00100000:0.0:1734016049.905986:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331148160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016049.906005:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016049.906021:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31700dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56500 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016049.906074:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334048128:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016049.906134:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016049.908785:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334048128:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016049.908820:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31700dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56500 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016049.908832:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31700dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56500 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016049.908842:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016049.908889:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331148160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2902us (3175us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016049.908899:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9654 00000100:00100000:0.0:1734016050.024182:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331148416:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 100573us (102535us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016050.024195:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7845 00002000:00100000:0.0:1734016050.024207:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1900544->7692287) req@ffff880077318a80 x1818247331148416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:10/0 lens 504/440 e 0 to 0 dl 1734016060 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.024216:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077318a80 with x1818247331148416 ext(1900544->7692287) 00002000:00010000:0.0:1734016050.024221:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077318a80 00000100:00100000:0.0:1734016050.035554:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331148800 00000100:00100000:0.0:1734016050.035565:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331148800 00002000:00100000:0.0:1734016050.035631:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7626752->7692287) req@ffff880077319180 x1818247331148800/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 488/0 e 0 to 0 dl 1734016061 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.035640:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077319180 with x1818247331148800 ext(7626752->7692287) 00002000:00010000:0.0:1734016050.035645:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077319180 00000100:00100000:0.0:1734016050.035676:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7847 00000100:00100000:0.0:1734016050.035683:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331148800:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016050.039053:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331148800:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3361us (3599us total) trans 4294969041 rc 0/0 00000100:00100000:0.0:1734016050.039064:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7847 00002000:00100000:0.0:1734016050.039075:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7626752->7692287) req@ffff880077319180 x1818247331148800/t4294969041(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 488/448 e 0 to 0 dl 1734016061 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.039084:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077319180 with x1818247331148800 ext(7626752->7692287) 00002000:00010000:0.0:1734016050.039091:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077319180 00000100:00100000:0.0:1734016050.046582:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331149056 00000100:00100000:0.0:1734016050.046590:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331149056 00000100:00100000:0.0:1734016050.046632:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9655 00000100:00100000:0.0:1734016050.046637:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331149056:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016050.048213:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969041 is committed 00000100:00100000:0.0:1734016050.058010:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331149184 00000100:00100000:0.0:1734016050.058017:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331149184 00002000:00100000:0.0:1734016050.058049:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3264512->9732346) req@ffff880077319c00 x1818247331149184/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 504/0 e 0 to 0 dl 1734016061 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.058058:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077319c00 with x1818247331149184 ext(3264512->9732346) 00002000:00010000:0.0:1734016050.058062:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077319c00 00000100:00100000:0.0:1734016050.058088:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7848 00000100:00100000:0.0:1734016050.058094:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331149184:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016050.060415:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331149184:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2303us (2459us total) trans 4294969042 rc 0/0 00000100:00100000:0.0:1734016050.060434:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7848 00002000:00100000:0.0:1734016050.060452:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3264512->9732346) req@ffff880077319c00 x1818247331149184/t4294969042(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 504/448 e 0 to 0 dl 1734016061 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.060462:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077319c00 with x1818247331149184 ext(3264512->9732346) 00002000:00010000:0.0:1734016050.060470:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077319c00 00000001:00080000:0.0:1734016050.067228:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969042 is committed 00000100:00080000:0.0:1734016050.072864:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016020 00000100:00100000:0.0:1734016050.107386:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331150080 00000100:00100000:0.0:1734016050.107395:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331150080 00000100:00100000:0.0:1734016050.107466:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7849 00000100:00100000:0.0:1734016050.107473:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331150080:12345-192.168.201.52@tcp:4:fsx.0 00010000:00010000:0.0:1734016050.107517:0:13919:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31700ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.107533:0:13919:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31700ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6746112->6774783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.107540:0:13919:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016050.107542:0:13919:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016050.107544:0:13919:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31700ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [733184->745471] (req 733184->745471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.107584:0:13919:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31700ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6746112->6774783) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.107594:0:13919:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31700ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6746112->6774783) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564f2 expref: 6 pid: 7692 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1734016050.107607:0:13919:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13919:1818247334048768:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016050.107660:0:13919:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016050.113395:0:13919:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13919:1818247334048768:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016050.113427:0:13919:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31700ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [733184->745471] (req 733184->745471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016050.150978:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331150336 00000100:00100000:0.0:1734016050.150988:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331150336 00000100:00100000:0.0:1734016050.151044:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9661 00000100:00100000:0.0:1734016050.151052:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331150336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016050.151072:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016050.151092:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170106 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56523 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016050.151113:0:7693:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9732347, mtime: 0x675afc32, atime: 0x675afc32, ctime: 0x675afc32, blocks: 0x348 00010000:00010000:0.0:1734016050.151132:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.151133:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.151141:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170106 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56523 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.151157:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170106 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56523 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.151167:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016050.151222:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331150336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 169us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.151229:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9661 00000100:00100000:0.0:1734016050.160839:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016050.178028:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 840 -> 896 00010000:00010000:0.0:1734016050.178057:0:13919:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.178073:0:13919:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.178081:0:13919:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.178092:0:13919:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e33c0 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016050.178098:0:13919:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.178108:0:13919:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.178135:0:13919:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.178141:0:13919:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317011b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7495680->7524351] (req 7495680->7524351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016050.178855:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007731b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331150976:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 13600us (13873us total) trans 4294969044 rc 0/0 00000100:00100000:0.0:1734016050.178872:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7851 00000100:00100000:0.0:1734016050.185129:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331151360 00000100:00100000:0.0:1734016050.185138:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331151360 00000100:00100000:0.0:1734016050.185196:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9663 00000100:00100000:0.0:1734016050.185202:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331151360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016050.185223:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016050.185248:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56531 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016050.185270:0:7693:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9732347, mtime: 0x675afc32, atime: 0x675afc32, ctime: 0x675afc32, blocks: 0x380 00010000:00010000:0.0:1734016050.185294:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.185297:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.185305:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56531 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.185319:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56531 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.185331:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016050.185407:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331151360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 202us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.185414:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9663 00000100:00100000:0.0:1734016050.202214:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331151488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6971us (10609us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.202226:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9664 00000100:00100000:0.0:1734016050.202676:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331151616 00000100:00100000:0.0:1734016050.202687:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331151616 00010000:00010000:0.0:1734016050.202748:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56531 expref: 7 pid: 7693 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1734016050.202781:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2463 00000100:00100000:0.0:1734016050.202787:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007731b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331151616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016050.202802:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016050.202824:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56531 expref: 7 pid: 7693 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1734016050.202835:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56531 expref: 7 pid: 7693 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1734016050.202863:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56531 expref: 7 pid: 7693 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1734016050.203603:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.203607:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.203615:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3170129 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56538 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.203624:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3170129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56538 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.203662:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3170129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56538 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016050.203679:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334049280:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016050.203792:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016050.211092:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334049280:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016050.211124:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016050.211199:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007731b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331151616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8409us (8782us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.211213:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2463 00000100:00100000:0.0:1734016050.239444:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.239491:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.239538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.286302:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247331152128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 43317us (46795us total) trans 0 rc 1347584/1347584 00000100:00100000:0.0:1734016050.286316:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7853 00002000:00100000:0.0:1734016050.286330:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9736191) req@ffff88007970ca80 x1818247331152128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:11/0 lens 488/440 e 0 to 0 dl 1734016061 ref 1 fl Complete:/200/0 rc 1347584/1347584 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.286341:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970ca80 with x1818247331152128 ext(8388608->9736191) 00002000:00010000:0.0:1734016050.286355:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970ca80 00000100:00100000:0.0:1734016050.357321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.365862:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.392738:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331152896 00000100:00100000:0.0:1734016050.392749:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331152896 00010000:00010000:0.0:1734016050.392800:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564dd expref: 16 pid: 7713 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1734016050.392842:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2464 00000100:00100000:0.0:1734016050.392851:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247331152896:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016050.392872:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016050.392880:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564dd expref: 16 pid: 7713 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1734016050.392892:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564dd expref: 16 pid: 7713 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1734016050.392920:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31700b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce564dd expref: 16 pid: 7713 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1734016050.393405:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016050.393412:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3170130 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016050.393423:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3170130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016050.393431:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3170130 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016050.393465:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016050.393524:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247331152896:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 673us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.393532:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2464 00000100:00100000:0.0:1734016050.415369:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.432313:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.436572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.441505:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334049536:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016050.441549:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170153 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5654d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.441563:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5654d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.441578:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8281440, rc 0) 00000100:00100000:0.0:1734016050.441947:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331153408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5136us (5383us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016050.441958:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9666 00000100:00100000:0.0:1734016050.445976:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.464095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.488855:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.494645:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.500843:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.517602:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.538101:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.549504:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.565758:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.589258:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.589304:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.589355:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.589381:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331155328 00000100:00100000:0.0:1734016050.589388:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331155328 00002000:00100000:0.0:1734016050.589423:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5922815) req@ffff88007557aa00 x1818247331155328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 504/0 e 0 to 0 dl 1734016061 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.589432:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557aa00 with x1818247331155328 ext(0->5922815) 00002000:00010000:0.0:1734016050.589437:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007557aa00 00000100:00100000:0.0:1734016050.589455:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331155456 00000100:00100000:0.0:1734016050.589457:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331155456 00002000:00100000:0.0:1734016050.589468:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075579500 x1818247331155456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 504/0 e 0 to 0 dl 1734016061 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.589474:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579500 with x1818247331155456 ext(4190208->8388607) 00002000:00010000:0.0:1734016050.589476:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579500 00000100:00100000:0.0:1734016050.589484:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331155584 00000100:00100000:0.0:1734016050.589486:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331155584 00002000:00100000:0.0:1734016050.589494:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9089023) req@ffff8800797e5180 x1818247331155584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 488/0 e 0 to 0 dl 1734016061 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.589499:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797e5180 with x1818247331155584 ext(8388608->9089023) 00002000:00010000:0.0:1734016050.589501:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797e5180 00000100:00100000:0.0:1734016050.589510:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7860 00000100:00100000:0.0:1734016050.589516:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331155328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016050.592974:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7861 00000100:00100000:0.0:1734016050.592985:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331155456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016050.681638:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.691018:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331156096 00000100:00100000:0.0:1734016050.691028:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331156096 00000100:00100000:0.0:1734016050.691097:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7863 00000100:00100000:0.0:1734016050.691105:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331156096:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:0.0:1734016050.691139:0:7698:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170184 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.691159:0:7698:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3170168 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5655b expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.691165:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016050.691167:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016050.691170:0:7698:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170184 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4354048->4374527] (req 4354048->4374527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.691197:0:7698:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3170168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5655b expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.691209:0:7698:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3170168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5655b expref: 6 pid: 7692 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1734016050.691222:0:7698:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334050304:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016050.691299:0:7698:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016050.712856:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.715092:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.719944:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331156608 00000100:00100000:0.0:1734016050.719956:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331156608 00000100:00100000:0.0:1734016050.720011:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9672 00000100:00100000:0.0:1734016050.720021:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331156608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016050.720039:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016050.720060:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31701a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5657e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016050.720081:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.720083:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016050.720095:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31701a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5657e expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.720113:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31701a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5657e expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.720124:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016050.721248:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331156608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1223us (1409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.721257:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9672 00000100:00100000:0.0:1734016050.725435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.730296:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.731159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.736470:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334050688:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016050.736498:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016050.736555:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331156992:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4602us (5395us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016050.736566:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2469 00000100:00100000:0.0:1734016050.742049:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.754953:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.767091:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.779326:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.809643:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.813479:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.819535:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331160960 00000100:00100000:0.0:1734016050.819546:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331160960 00000100:00100000:0.0:1734016050.819704:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9678 00000100:00100000:0.0:1734016050.819711:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331160960:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016050.819912:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10021877 -> 10021877 00002000:00010000:0.0:1734016050.819915:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016051 -> 1734016051 00002000:00010000:0.0:1734016050.819916:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016051 -> 1734016050 00002000:00010000:0.0:1734016050.819918:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016051 -> 1734016051 00002000:00010000:0.0:1734016050.819920:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1064 -> 1064 00000100:00100000:0.0:1734016050.820011:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331160960:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 300us (565us total) trans 4294969050 rc 0/0 00000100:00100000:0.0:1734016050.820018:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9678 00000100:00100000:0.0:1734016050.823821:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331161088 00000100:00100000:0.0:1734016050.823829:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331161088 00000100:00100000:0.0:1734016050.823879:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9679 00000100:00100000:0.0:1734016050.823886:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331161088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016050.823906:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016050.823924:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31701c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce565a1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016050.823978:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334051328:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016050.824032:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00002000:00010000:0.0:1734016050.826520:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016050 -> 1734016051 00000100:00100000:0.0:1734016050.826544:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334051328:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016050.826576:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31701c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565a1 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.826589:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31701c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565a1 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.826599:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016050.826933:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331161088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3044us (3550us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016050.826941:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9679 00000100:00100000:0.0:1734016050.829943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.846139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.854459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.871107:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334052224:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016050.871141:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31701ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565cb expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.871159:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31701ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565cb expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.871794:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280900, rc 0) 00000100:00100000:0.0:1734016050.871856:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331162112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4095us (4564us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016050.871866:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9686 00000100:00100000:0.0:1734016050.894211:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.894252:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.894286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016050.976425:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331162624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 76793us (82127us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016050.976439:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7879 00002000:00100000:0.0:1734016050.976451:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff8800797e5f80 x1818247331162624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:11/0 lens 504/440 e 0 to 0 dl 1734016061 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016050.976459:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797e5f80 with x1818247331162624 ext(4190208->8388607) 00002000:00010000:0.0:1734016050.976463:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797e5f80 00000100:00100000:0.0:1734016050.983460:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331163008 00000100:00100000:0.0:1734016050.983469:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331163008 00000100:00100000:0.0:1734016050.983531:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9687 00000100:00100000:0.0:1734016050.983538:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331163008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016050.983559:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016050.983582:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31701f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce565d2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016050.983648:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334052352:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016050.983750:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016050.985659:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334052352:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016050.985693:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31701f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565d2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.985704:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31701f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565d2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.986211:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016050.986347:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331163008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2807us (2983us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016050.986356:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9687 00000100:00100000:0.0:1734016050.990409:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331163136 00000100:00100000:0.0:1734016050.990417:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331163136 00000100:00100000:0.0:1734016050.990474:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9688 00000100:00100000:0.0:1734016050.990481:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331163136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016050.990497:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016050.990512:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31701fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce565d9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016050.990560:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334052480:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016050.990619:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016050.993162:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334052480:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016050.993205:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31701fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565d9 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.993216:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31701fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce565d9 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016050.993658:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016050.993766:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331163136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3282us (3473us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016050.993779:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9688 00000100:00100000:0.0:1734016050.996535:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331163264 00000100:00100000:0.0:1734016050.996542:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331163264 00000100:00100000:0.0:1734016050.996587:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9689 00000100:00100000:0.0:1734016050.996594:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331163264:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016050.996830:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10021877 -> 10021877 00002000:00010000:0.0:1734016050.996833:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016051 -> 1734016051 00002000:00010000:0.0:1734016050.996835:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016051 -> 1734016050 00002000:00010000:0.0:1734016050.996837:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016051 -> 1734016050 00002000:00010000:0.0:1734016050.996840:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1064 -> 1136 00000100:00100000:0.0:1734016050.996891:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331163264:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 295us (433us total) trans 4294969052 rc 0/0 00000100:00100000:0.0:1734016050.996897:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9689 00000100:00100000:0.0:1734016051.002256:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331163392 00000100:00100000:0.0:1734016051.002265:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331163392 00002000:00100000:0.0:1734016051.002301:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5386240->5414911) req@ffff880076e43100 x1818247331163392/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:12/0 lens 488/0 e 0 to 0 dl 1734016062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016051.002316:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076e43100 with x1818247331163392 ext(5386240->5414911) 00002000:00010000:0.0:1734016051.002320:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076e43100 00000100:00100000:0.0:1734016051.002571:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7880 00000100:00100000:0.0:1734016051.002577:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331163392:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016051.008917:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331163392:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6327us (6734us total) trans 4294969053 rc 0/0 00000100:00100000:0.0:1734016051.008930:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7880 00002000:00100000:0.0:1734016051.008945:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5386240->5414911) req@ffff880076e43100 x1818247331163392/t4294969053(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:12/0 lens 488/448 e 0 to 0 dl 1734016062 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016051.008955:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076e43100 with x1818247331163392 ext(5386240->5414911) 00002000:00010000:0.0:1734016051.008960:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076e43100 00000001:00080000:0.0:1734016051.014781:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969053 is committed 00000001:00080000:0.0:1734016051.014798:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969050 is committed 00000100:00080000:0.0:1734016051.100187:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016021 00000100:00100000:0.0:1734016051.107338:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331164800 00000100:00100000:0.0:1734016051.107343:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331164800 00010000:00010000:0.0:1734016051.107378:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3170192 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56570 expref: 23 pid: 7713 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1734016051.107405:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2472 00000100:00100000:0.0:1734016051.107410:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007953df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1969:x1818247331164800:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016051.107420:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016051.107424:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3170192 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56570 expref: 23 pid: 7713 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1734016051.107436:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3170192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56570 expref: 23 pid: 7713 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1734016051.107453:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3170192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56570 expref: 23 pid: 7713 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1734016051.107471:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016051.107475:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317022c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.107481:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317022c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.107486:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317022c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.107499:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016051.107526:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:1969:x1818247331164800:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 116us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.107531:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2472 00010000:00010000:0.0:1734016051.107583:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317022c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.107588:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317022c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016051.107651:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968510 00000004:00010000:0.0:1734016051.107682:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007953c000 reply state ffff8800767bc000 transno 4294968511 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317022c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016051.107688:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016051.107760:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:9631:x1818247331164672:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8306us (8528us total) trans 4294968511 rc 0/0 00000100:00100000:0.0:1734016051.107764:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1896 00000020:00080000:0.0:1734016051.107767:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016051.112453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.134877:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331165056 00000100:00100000:0.0:1734016051.134885:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331165056 00000100:00100000:0.0:1734016051.134935:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1897 00000100:00100000:0.0:1734016051.134942:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007953e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:9631:x1818247331165056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016051.134961:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016051.134981:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170233 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5660a expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.135063:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317023a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.135075:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317023a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.135083:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317023a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016051.135103:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7656856 00000004:00200000:0.0:1734016051.135106:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016051.135121:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317023a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.135138:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170233 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5660a expref: 24 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.135168:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317023a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5660a expref: 23 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.135179:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016051.135182:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016051.135184:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016051.135226:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:9631:x1818247331165056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 285us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.135231:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1897 00000100:00100000:0.0:1734016051.139350:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.184070:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007953ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334054656:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016051.184109:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d317024f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5661f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016051.184124:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d317024f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5661f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016051.184303:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82818c0, rc 0) 00000100:00100000:0.0:1734016051.184525:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331165440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5919us (6047us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016051.184535:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9700 00000100:00100000:0.0:1734016051.192112:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.200095:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331165696 00000100:00100000:0.0:1734016051.200103:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331165696 00000100:00100000:0.0:1734016051.200224:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1898 00000100:00100000:0.0:1734016051.200232:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:9631:x1818247331165696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016051.200256:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016051.200274:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d317025d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5662d expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.200366:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170264 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.200383:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.200396:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016051.200425:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7656856 00000004:00200000:0.0:1734016051.200429:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016051.201139:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016051.201168:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d317025d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5662d expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.201198:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5662d expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.201206:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016051.201208:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016051.201211:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016051.201266:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:9631:x1818247331165696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1033us (1807us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.201273:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1898 00000100:00100000:0.0:1734016051.232120:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.248868:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.283837:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.296037:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331166848 00000100:00100000:0.0:1734016051.296048:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331166848 00000100:00100000:0.0:1734016051.296105:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9706 00000100:00100000:0.0:1734016051.296112:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007953c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331166848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016051.296132:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016051.296152:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56649 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016051.296173:0:7692:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9359221, mtime: 0x675afc33, atime: 0x675afc33, ctime: 0x675afc33, blocks: 0x3e8 00010000:00010000:0.0:1734016051.296198:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.296200:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.296208:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56649 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016051.296223:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56649 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016051.296234:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016051.296296:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247331166848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 182us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.296302:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9706 00000100:00100000:0.0:1734016051.302444:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.304950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.311461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.311549:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.311584:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331167232 00000100:00100000:0.0:1734016051.311593:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331167232 00010000:00010000:0.0:1734016051.311627:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317028e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56650 expref: 8 pid: 7693 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1734016051.311652:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331167360 00000100:00100000:0.0:1734016051.311654:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331167360 00010000:00010000:0.0:1734016051.311665:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170287 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56649 expref: 12 pid: 7692 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1734016051.313228:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2474 00000100:00100000:0.0:1734016051.313242:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331167232:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016051.313262:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016051.313295:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317028e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56650 expref: 7 pid: 7693 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1734016051.313310:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317028e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56650 expref: 7 pid: 7693 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1734016051.313348:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317028e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56650 expref: 7 pid: 7693 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1734016051.319893:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.319905:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.319922:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3170295 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->266239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56657 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.319935:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3170295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->266239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56657 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.319987:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3170295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->266239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56657 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016051.320003:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334055680:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016051.320076:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016051.324821:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334055680:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016051.324839:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016051.324882:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331167232:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11642us (13434us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.324891:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2474 00000100:00100000:0.0:1734016051.330561:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.336429:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.348068:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007953d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334055936:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016051.348086:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016051.348124:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331167744:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10101us (11696us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.348133:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2476 00000100:00100000:0.0:1734016051.369210:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.372560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.372659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.463161:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.474431:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.482757:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.489524:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.497942:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.509763:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.519371:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.527397:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.533052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.565224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.629416:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247331170560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 19240us (25192us total) trans 0 rc 970752/970752 00000100:00100000:0.0:1734016051.629429:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7888 00002000:00100000:0.0:1734016051.629441:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9359359) req@ffff88007953df80 x1818247331170560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:12/0 lens 488/440 e 0 to 0 dl 1734016062 ref 1 fl Complete:/200/0 rc 970752/970752 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016051.629450:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007953df80 with x1818247331170560 ext(8388608->9359359) 00002000:00010000:0.0:1734016051.629455:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007953df80 00000100:00100000:0.0:1734016051.709661:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.723583:0:13919:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007953ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13919:1818247334057216:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016051.723606:0:13919:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13919:1818247334057344:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016051.723651:0:13919:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d31702e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9850880->9900031] (req 9850880->9900031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016051.742594:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969060 is committed 00000001:00080000:0.0:1734016051.742617:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969059 is committed 00000100:00100000:0.0:1734016051.752907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.758165:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331171456 00000100:00100000:0.0:1734016051.758179:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331171456 00000100:00100000:0.0:1734016051.758288:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9721 00000100:00100000:0.0:1734016051.758298:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331171456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016051.758334:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016051.758356:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce566ab expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.758395:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016051.758401:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.758403:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.758405:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8531968->8581119] (req 8531968->8581119) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.758435:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016051.758447:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 6 pid: 7692 timeout: 416 lvb_type: 1 00000100:00100000:0.0:1734016051.758460:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334057472:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016051.758699:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016051.763647:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334057472:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016051.763684:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8531968->8581119] (req 8531968->8581119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.763701:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016051.763850:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331171456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5552us (5805us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.763859:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9721 00000100:00100000:0.0:1734016051.764309:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331171584 00000100:00100000:0.0:1734016051.764317:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331171584 00010000:00010000:0.0:1734016051.764347:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 7 pid: 7692 timeout: 416 lvb_type: 1 00000100:00100000:0.0:1734016051.764377:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2480 00000100:00100000:0.0:1734016051.764382:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a818b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331171584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016051.764392:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016051.764409:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 7 pid: 7692 timeout: 416 lvb_type: 1 00010000:00010000:0.0:1734016051.764421:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 7 pid: 7692 timeout: 416 lvb_type: 1 00010000:00010000:0.0:1734016051.764460:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31702e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566a4 expref: 7 pid: 7692 timeout: 416 lvb_type: 1 00010000:00010000:0.0:1734016051.764479:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.764482:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.764488:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.764497:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.764526:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016051.764541:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334057600:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016051.764587:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016051.770375:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334057600:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016051.770410:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016051.770479:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a818b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331171584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6094us (6284us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.770491:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2480 00000100:00100000:0.0:1734016051.771967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.780177:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331171968 00000100:00100000:0.0:1734016051.780188:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331171968 00000100:00100000:0.0:1734016051.780271:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7890 00000100:00100000:0.0:1734016051.780281:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331171968:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:0.0:1734016051.780338:0:13919:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.780358:0:13919:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.780366:0:13919:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016051.780368:0:13919:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016051.780372:0:13919:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.780408:0:13919:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.780422:0:13919:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 7 pid: 7692 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1734016051.780443:0:13919:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13919:1818247334057728:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016051.780514:0:13919:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016051.788298:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331172096 00000100:00100000:0.0:1734016051.788310:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331172096 00010000:00010000:0.0:1734016051.788361:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 8 pid: 7692 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1734016051.788406:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2481 00000100:00100000:0.0:1734016051.788413:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331172096:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016051.788430:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016051.788458:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 8 pid: 7692 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1734016051.788470:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 8 pid: 7692 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1734016051.788498:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31702f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8531968->8581119) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce566ab expref: 8 pid: 7692 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1734016051.788533:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.788535:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016051.788540:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.788549:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.788594:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016051.788663:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331172096:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 249us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.788670:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2481 00010000:00010000:0.0:1734016051.792112:0:13919:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.792134:0:13919:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.792143:0:13919:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.792149:0:13919:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e4b40 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016051.792154:0:13919:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.792162:0:13919:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.792187:0:13919:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016051.792192:0:13919:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31702f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3444735] (req 3420160->3444735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016051.792332:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331171968:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 12031us (12288us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1734016051.792350:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7890 00000100:00100000:0.0:1734016051.798951:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.800294:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331172608 00000100:00100000:0.0:1734016051.800297:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331172608 00000100:00100000:0.0:1734016051.800750:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 166 00000100:00100000:0.0:1734016051.800756:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1968:x1818247331172608:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016051.800785:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1968:x1818247331172608:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 29us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016051.800791:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 166 00000100:00100000:0.0:1734016051.805513:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.828083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016051.869256:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331173504 00000100:00100000:0.0:1734016051.869270:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331173504 00002000:00100000:0.0:1734016051.869344:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880076c4c000 x1818247331173504/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:12/0 lens 488/0 e 0 to 0 dl 1734016062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016051.869355:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4c000 with x1818247331173504 ext(4194304->8388607) 00002000:00010000:0.0:1734016051.869359:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4c000 00000100:00100000:0.0:1734016051.869391:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331173376 00000100:00100000:0.0:1734016051.869394:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331173376 00002000:00100000:0.0:1734016051.869412:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076c4df80 x1818247331173376/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:12/0 lens 488/0 e 0 to 0 dl 1734016062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016051.869420:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4df80 with x1818247331173376 ext(0->4194303) 00002000:00010000:0.0:1734016051.869423:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4df80 00000100:00100000:0.0:1734016051.869445:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331173632 00000100:00100000:0.0:1734016051.869448:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331173632 00002000:00100000:0.0:1734016051.869460:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9900031) req@ffff880076c4ca80 x1818247331173632/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:12/0 lens 488/0 e 0 to 0 dl 1734016062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016051.869466:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247331173632 ext(8388608->9900031) 00002000:00010000:0.0:1734016051.869469:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ca80 00000100:00100000:0.0:1734016051.869481:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7891 00000100:00100000:0.0:1734016051.869490:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331173504:12345-192.168.201.52@tcp:3:fsx.0 00000001:00080000:0.0:1734016051.992273:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969062 is committed 00000100:00080000:0.0:1734016052.032361:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016022 00000100:00100000:0.0:1734016052.059915:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.081431:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.087243:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334059264 00000100:00100000:0.0:1734016052.087248:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334059264 00000100:00100000:0.0:1734016052.087271:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1734016052.087276:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334059264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016052.087302:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016052.087356:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334059264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016052.087362:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1734016052.099534:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.105453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.164549:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.164610:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.165549:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7896 00000100:00100000:0.0:1734016052.165556:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247331176832:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016052.199462:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331176448:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 53634us (54668us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016052.199472:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7895 00002000:00100000:0.0:1734016052.199483:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6365183) req@ffff880076c09f80 x1818247331176448/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:13/0 lens 504/440 e 0 to 0 dl 1734016063 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016052.199491:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09f80 with x1818247331176448 ext(0->6365183) 00002000:00010000:0.0:1734016052.199496:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09f80 00000100:00100000:0.0:1734016052.237145:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.245014:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.249687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.274705:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.277954:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331177728 00000100:00100000:0.0:1734016052.277961:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331177728 00002000:00010000:0.0:1734016052.277985:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3264749->18446744073709551615) 00002000:00100000:0.0:1734016052.277988:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ed80 with x1818247331177728 ext(3264749->18446744073709551615) 00002000:00010000:0.0:1734016052.277998:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ed80. 00000100:00100000:0.0:1734016052.278027:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7898 00000100:00100000:0.0:1734016052.278032:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331177728:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016052.282523:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9900032 -> 3264749 00002000:00010000:0.0:1734016052.282533:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016052 -> 1734016052 00002000:00010000:0.0:1734016052.282535:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016051 -> 1734016051 00002000:00010000:0.0:1734016052.282537:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016052 -> 1734016052 00002000:00010000:0.0:1734016052.282539:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1432 -> 784 00000100:00100000:0.0:1734016052.282603:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331177728:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 4565us (4703us total) trans 4294969066 rc 0/0 00000100:00100000:0.0:1734016052.282613:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7898 00002000:00010000:0.0:1734016052.282619:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3264749->18446744073709551615) 00002000:00100000:0.0:1734016052.282622:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ed80 with x1818247331177728 ext(3264749->18446744073709551615) 00002000:00010000:0.0:1734016052.282626:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ed80. 00000100:00100000:0.0:1734016052.289133:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.297130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.301852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.304530:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.309833:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.321360:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.324859:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.331394:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.334098:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.334139:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331179264 00000100:00100000:0.0:1734016052.334150:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331179264 00002000:00100000:0.0:1734016052.334210:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3055616->3059711) req@ffff880075e86680 x1818247331179264/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:13/0 lens 4584/0 e 0 to 0 dl 1734016063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016052.334221:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86680 with x1818247331179264 ext(3055616->3059711) 00010000:00010000:0.0:1734016052.334234:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3170375 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3059711) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5671b expref: 10 pid: 7694 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1734016052.334246:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3170375 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3059711) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5671b expref: 10 pid: 7694 timeout: 416 lvb_type: 0 00002000:00010000:0.0:1734016052.334253:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075e86680 00000100:00100000:0.0:1734016052.334277:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 284 00000100:00100000:0.0:1734016052.334285:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331179264:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016052.336601:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331179264:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2309us (2510us total) trans 4294969068 rc 0/0 00000100:00100000:0.0:1734016052.336612:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 284 00002000:00100000:0.0:1734016052.336622:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3055616->3059711) req@ffff880075e86680 x1818247331179264/t4294969068(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:13/0 lens 4584/448 e 0 to 0 dl 1734016063 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016052.336629:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86680 with x1818247331179264 ext(3055616->3059711) 00010000:00010000:0.0:1734016052.336638:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3170375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3059711) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5671b expref: 12 pid: 7694 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1734016052.336651:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3170375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3059711) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5671b expref: 12 pid: 7694 timeout: 416 lvb_type: 0 00002000:00010000:0.0:1734016052.336658:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075e86680 00000100:00100000:0.0:1734016052.339086:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.342046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.346010:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.352050:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.364170:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.370856:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016052.371392:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d31703b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016052.371399:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d31703b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016052.371495:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968514 00000004:00010000:0.0:1734016052.371537:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007953ed80 reply state ffff8800767ba000 transno 4294968515 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d31703b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016052.371544:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016052.371626:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:9631:x1818247331180032:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5030us (7465us total) trans 4294968515 rc 0/0 00000100:00100000:0.0:1734016052.371632:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1903 00000020:00080000:0.0:1734016052.371636:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016052.374633:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.378332:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.386054:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.390551:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.394881:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016052.397114:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969071 is committed 00000001:00080000:0.0:1734016052.397133:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969068 is committed 00000100:00100000:0.0:1734016052.406040:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.410819:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.416095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.422279:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.428173:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.433019:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016052.433922:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d31703e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016052.433931:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d31703e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016052.434616:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968516 00000004:00010000:0.0:1734016052.434677:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079990700 reply state ffff8800794c1000 transno 4294968517 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d31703e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016052.434684:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016052.434820:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+29:9631:x1818247331181696:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6191us (6657us total) trans 4294968517 rc 0/0 00000100:00100000:0.0:1734016052.434827:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1907 00000020:00080000:0.0:1734016052.434832:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016052.437387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.441077:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.446433:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.450503:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.456518:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.462447:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.466387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.471682:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.476871:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.480567:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.484066:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.488086:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.492391:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.495384:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.498492:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.502828:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.507081:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.510435:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.514394:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.518964:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.527846:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.537695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.542450:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.547628:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.554231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.559494:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.565741:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.570515:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.577946:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.582435:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.585421:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.589488:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.592818:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.595156:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.599510:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.604189:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.610838:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.615979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.627095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.630298:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.636799:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.658634:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.658696:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016052.666878:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016052.735202:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.747103:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.759477:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.767247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016052.793792:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969078 is committed 00000001:00080000:0.0:1734016052.793810:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969077 is committed 00000100:00100000:0.0:1734016052.801566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.810544:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331191040 00000100:00100000:0.0:1734016052.810550:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331191040 00010000:00010000:0.0:1734016052.810570:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31704a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567f4 expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00000100:00100000:0.0:1734016052.810607:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2501 00000100:00100000:0.0:1734016052.810612:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac800450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331191040:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016052.810624:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016052.810642:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31704a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567f4 expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00010000:00010000:0.0:1734016052.810653:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31704a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567f4 expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00010000:00010000:0.0:1734016052.810673:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31704a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567f4 expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00010000:00010000:0.0:1734016052.810689:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016052.810691:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016052.810696:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31704b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567fb expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016052.810705:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31704b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567fb expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016052.810754:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31704b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6103039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce567fb expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016052.810765:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334064896:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016052.810795:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016052.838976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.934421:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016052.959892:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016052.969259:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969079 is committed 00000100:00080000:0.0:1734016053.020508:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016023 00000100:00080000:0.0:1734016053.026650:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016023 00010000:00010000:0.0:1734016053.027314:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d31704c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.027320:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d31704c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016053.027427:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968520 00000004:00010000:0.0:1734016053.027482:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007557ad80 reply state ffff880097c03000 transno 4294968521 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d31704c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016053.027490:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016053.027559:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:9631:x1818247331192448:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8531us (9090us total) trans 4294968521 rc 0/0 00000100:00100000:0.0:1734016053.027565:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1914 00000020:00080000:0.0:1734016053.027569:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016053.089821:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331193088 00000100:00100000:0.0:1734016053.089831:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331193088 00000100:00100000:0.0:1734016053.089873:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1915 00000100:00100000:0.0:1734016053.089881:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:9631:x1818247331193088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016053.089899:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016053.089918:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31704d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56817 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.089992:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31704da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.090004:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31704da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.090014:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31704da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016053.090033:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 856802 00000004:00200000:0.0:1734016053.090036:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016053.090047:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31704da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.090062:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31704d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56817 expref: 32 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.090090:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31704da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56817 expref: 31 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.090096:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016053.090099:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016053.090101:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016053.090138:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:9631:x1818247331193088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 258us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016053.090143:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1915 00000100:00100000:0.0:1734016053.115971:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.128557:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.136523:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.149673:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.166129:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.169383:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331194752 00000100:00100000:0.0:1734016053.169395:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331194752 00000100:00100000:0.0:1734016053.169466:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9784 00000100:00100000:0.0:1734016053.169475:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331194752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016053.169499:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016053.169522:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5684f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.169554:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016053.169556:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016053.169565:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5684f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016053.169585:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5684f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016053.169600:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016053.169686:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331194752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 210us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016053.169695:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9784 00000100:00100000:0.0:1734016053.173975:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331195008 00000100:00100000:0.0:1734016053.173987:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331195008 00000100:00100000:0.0:1734016053.174056:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1917 00000100:00100000:0.0:1734016053.174065:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:9631:x1818247331195008:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016053.174135:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016053.174172:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31704da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56817 expref: 31 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.174582:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016053.174588:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016053.175012:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170527 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.175026:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d3170519 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56848 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.175032:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170527 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.175063:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d3170519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56848 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.175075:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d3170519 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56848 expref: 21 pid: 6485 timeout: 417 lvb_type: 0 00000100:00100000:0.0:1734016053.175091:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334066560:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016053.175167:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016053.178430:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334066560:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016053.178451:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170527 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.178917:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170527 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.178924:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170527 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016053.179003:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968522 00000004:00010000:0.0:1734016053.179040:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079434000 reply state ffff8800767cb000 transno 4294968523 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170527 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016053.179049:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016053.179109:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:9631:x1818247331195008:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5045us (5230us total) trans 4294968523 rc 0/0 00000100:00100000:0.0:1734016053.179114:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1917 00000020:00080000:0.0:1734016053.179118:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016053.183141:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331195392 00000100:00100000:0.0:1734016053.183147:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331195392 00010000:00010000:0.0:1734016053.183171:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5684f expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00000100:00100000:0.0:1734016053.183203:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331195520 00000100:00100000:0.0:1734016053.183205:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331195520 00010000:00010000:0.0:1734016053.183214:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d317050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56841 expref: 8 pid: 7692 timeout: 417 lvb_type: 1 00000100:00100000:0.0:1734016053.183233:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2507 00000100:00100000:0.0:1734016053.183239:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331195392:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016053.183251:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016053.183272:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5684f expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00010000:00010000:0.0:1734016053.183688:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5684f expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00010000:00010000:0.0:1734016053.183710:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170520 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5684f expref: 7 pid: 7694 timeout: 417 lvb_type: 1 00010000:00010000:0.0:1734016053.183755:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016053.183778:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331195392:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 538us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016053.183782:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2507 00000100:00100000:0.0:1734016053.189444:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331195776 00000100:00100000:0.0:1734016053.189456:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331195776 00000100:00100000:0.0:1734016053.189500:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1918 00000100:00100000:0.0:1734016053.189507:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:9631:x1818247331195776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016053.189528:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016053.189549:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170535 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5685d expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.189637:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d317053c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.189650:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d317053c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.189660:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d317053c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016053.189681:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3371972 00000004:00200000:0.0:1734016053.189685:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016053.190008:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d317053c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016053.190035:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3170535 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5685d expref: 23 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.190050:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d317053c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5685d expref: 22 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.190056:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016053.190059:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016053.190063:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016053.190141:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:9631:x1818247331195776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 633us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016053.190147:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1918 00000100:00100000:0.0:1734016053.212468:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331196160 00000100:00100000:0.0:1734016053.212480:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331196160 00000100:00100000:0.0:1734016053.212542:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9788 00000100:00100000:0.0:1734016053.212550:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331196160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016053.212576:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016053.212602:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170551 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56872 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.212649:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d317052e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56856 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.212658:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016053.212660:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016053.212664:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170551 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9363456->9408511] (req 9363456->9408511) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56872 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.212705:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d317052e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56856 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.212757:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d317052e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56856 expref: 6 pid: 7692 timeout: 417 lvb_type: 0 00000100:00100000:0.0:1734016053.212775:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334067328:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016053.212846:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016053.217391:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.223654:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334067456:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016053.223683:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016053.223769:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331196288:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5392us (6378us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016053.223780:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2509 00000100:00100000:0.0:1734016053.224662:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331196544 00000100:00100000:0.0:1734016053.224667:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331196544 00000100:00100000:0.0:1734016053.224757:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7928 00000100:00100000:0.0:1734016053.224763:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331196544:12345-192.168.201.52@tcp:4:fsx.0 00010000:00010000:0.0:1734016053.224798:0:7698:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.224815:0:7698:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170551 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9363456->9408511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56872 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.224821:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016053.224822:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016053.224825:0:7698:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.224857:0:7698:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9363456->9408511) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56872 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.224869:0:7698:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9363456->9408511) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56872 expref: 6 pid: 7692 timeout: 417 lvb_type: 0 00000100:00100000:0.0:1734016053.224881:0:7698:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334067584:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016053.224937:0:7698:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016053.229057:0:7698:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334067584:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016053.229102:0:7698:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016053.230955:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.239862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016053.240715:0:7698:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.240756:0:7698:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016053.245999:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 528 -> 608 00010000:00010000:0.0:1734016053.246011:0:7698:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.246020:0:7698:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.246029:0:7698:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.246035:0:7698:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e7cc0 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016053.246038:0:7698:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.246045:0:7698:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.246060:0:7698:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.246066:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170558 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7589888->7630847] (req 7589888->7630847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016053.246515:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331196544:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 21747us (22582us total) trans 4294969085 rc 0/0 00000100:00100000:0.0:1734016053.246524:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7928 00000100:00100000:0.0:1734016053.248990:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.255421:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.259932:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.264875:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016053.266966:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317057b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016053.266974:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317057b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016053.267079:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968524 00000004:00010000:0.0:1734016053.267128:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012db20000 reply state ffff88012b1bd000 transno 4294968525 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317057b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016053.267136:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016053.267212:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:9631:x1818247331197440:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7048us (7298us total) trans 4294968525 rc 0/0 00000100:00100000:0.0:1734016053.267219:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1920 00000020:00080000:0.0:1734016053.267222:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016053.271209:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.276636:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.276716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.281428:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.287203:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.290333:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.296864:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.302597:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.306841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.312453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.323667:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.330502:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.334566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.348387:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.355245:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.359585:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016053.363148:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969089 is committed 00000001:00080000:0.0:1734016053.363169:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969088 is committed 00000100:00100000:0.0:1734016053.366683:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.370792:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.381220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.392383:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.398202:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.409555:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.432010:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.445827:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.507214:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.521113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.529847:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.535343:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.541369:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.553495:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016053.556265:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969091 is committed 00000001:00080000:0.0:1734016053.556278:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969090 is committed 00000100:00100000:0.0:1734016053.561575:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.568462:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.572703:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.575097:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.578818:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.582713:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.586244:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.595660:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331203584 00000100:00100000:0.0:1734016053.595673:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331203584 00000100:00100000:0.0:1734016053.596594:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9810 00000100:00100000:0.0:1734016053.596602:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331203584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016053.596619:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016053.596634:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3170623 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5690c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.596658:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3170615 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56905 expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016053.596665:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016053.596666:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016053.596669:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3170623 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5690c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.596697:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3170615 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56905 expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016053.596706:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3170615 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56905 expref: 5 pid: 7694 timeout: 417 lvb_type: 1 00000100:00100000:0.0:1734016053.596716:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334070400:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016053.596775:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016053.600008:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.604786:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.612414:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.618886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.626045:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.632871:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.639813:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.644948:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.651277:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.663062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.670595:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.675549:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.678106:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.683034:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.685166:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.688975:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.690909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.695984:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.700204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.700784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.706961:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334071552:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016053.706988:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016053.707480:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331208320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5814us (6693us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016053.707495:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2521 00000100:00100000:0.0:1734016053.707980:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331208576 00000100:00100000:0.0:1734016053.707986:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331208576 00002000:00100000:0.0:1734016053.708018:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2113536->2117631) req@ffff8800771f3480 x1818247331208576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:14/0 lens 488/0 e 0 to 0 dl 1734016064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016053.708027:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3480 with x1818247331208576 ext(2113536->2117631) 00002000:00010000:0.0:1734016053.708031:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3480 00000100:00100000:0.0:1734016053.708096:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7951 00000100:00100000:0.0:1734016053.708103:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331208576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016053.708246:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331208576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 142us (575us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016053.708252:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7951 00002000:00100000:0.0:1734016053.708258:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2113536->2117631) req@ffff8800771f3480 x1818247331208576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:14/0 lens 488/4536 e 0 to 0 dl 1734016064 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016053.708265:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3480 with x1818247331208576 ext(2113536->2117631) 00002000:00010000:0.0:1734016053.708268:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3480 00000100:00100000:0.0:1734016053.712141:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.716491:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.722897:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.726187:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.740206:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.757315:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.765051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.795505:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.800142:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.805647:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.809553:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.814779:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.817573:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.832835:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.835860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.839004:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331213696 00000100:00100000:0.0:1734016053.839011:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331213696 00000100:00100000:0.0:1734016053.839057:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9822 00000100:00100000:0.0:1734016053.839063:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331213696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016053.839079:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016053.839095:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317068c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56967 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.839122:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3170669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2113536->2117631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56944 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.839129:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016053.839130:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016053.839133:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317068c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [770048->794623] (req 770048->794623) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56967 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.839162:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3170669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2113536->2117631) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56944 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016053.839173:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3170669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2113536->2117631) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56944 expref: 5 pid: 7692 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1734016053.839184:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334072192:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016053.839247:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016053.844886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.856769:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.904185:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.912295:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016053.913337:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968528 is committed 00000001:00080000:0.0:1734016053.913342:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968527 is committed 00000100:00100000:0.0:1734016053.919174:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.928503:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.936680:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.942515:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.945806:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.956462:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.963305:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.966793:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.972033:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.976446:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016053.992218:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016054.017674:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016024 00000100:00100000:0.0:1734016054.028200:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331216896 00000100:00100000:0.0:1734016054.028207:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331216896 00002000:00100000:0.0:1734016054.028239:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8851455) req@ffff880079434700 x1818247331216896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.028249:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434700 with x1818247331216896 ext(8384512->8851455) 00002000:00010000:0.0:1734016054.028254:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079434700 00000100:00100000:0.0:1734016054.028292:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7974 00000100:00100000:0.0:1734016054.028299:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331216896:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016054.056789:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331216896:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 28474us (28630us total) trans 0 rc 466944/466944 00000100:00100000:0.0:1734016054.056804:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7974 00002000:00100000:0.0:1734016054.056818:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8851455) req@ffff880079434700 x1818247331216896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:15/0 lens 488/440 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 466944/466944 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.056828:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434700 with x1818247331216896 ext(8384512->8851455) 00002000:00010000:0.0:1734016054.056837:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079434700 00000100:00100000:0.0:1734016054.081896:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331217024 00000100:00100000:0.0:1734016054.081903:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331217024 00002000:00100000:0.0:1734016054.081940:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8822784->8854038) req@ffff88007650a680 x1818247331217024/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.081949:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247331217024 ext(8822784->8854038) 00002000:00010000:0.0:1734016054.081955:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a680 00000100:00100000:0.0:1734016054.083021:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7975 00000100:00100000:0.0:1734016054.083029:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331217024:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016054.086245:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331217024:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3206us (4515us total) trans 4294969096 rc 0/0 00000100:00100000:0.0:1734016054.086362:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 7975 00002000:00100000:0.0:1734016054.086374:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8822784->8854038) req@ffff88007650a680 x1818247331217024/t4294969096(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:15/0 lens 488/448 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.086383:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247331217024 ext(8822784->8854038) 00002000:00010000:0.0:1734016054.086388:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a680 00000001:00080000:0.0:1734016054.091803:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969096 is committed 00000001:00080000:0.0:1734016054.091817:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969094 is committed 00000100:00100000:0.0:1734016054.096053:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331217408 00000100:00100000:0.0:1734016054.096062:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331217408 00000100:00100000:0.0:1734016054.096115:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1932 00000100:00100000:0.0:1734016054.096123:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:9631:x1818247331217408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.096141:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.096158:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31706d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56998 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.096234:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31706e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.096246:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31706e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.096256:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31706e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016054.096278:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8854039 00000004:00200000:0.0:1734016054.096294:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016054.096309:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31706e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.096328:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31706d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56998 expref: 17 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.096356:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31706e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56998 expref: 16 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.096363:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.096366:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016054.096369:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016054.096423:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:9631:x1818247331217408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 299us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.096430:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1932 00000100:00080000:0.0:1734016054.102930:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016024 00000100:00100000:0.0:1734016054.146835:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331218176 00000100:00100000:0.0:1734016054.146848:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331218176 00000100:00100000:0.0:1734016054.147156:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9832 00000100:00100000:0.0:1734016054.147163:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331218176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.147182:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.147205:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170711 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce569c2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016054.147277:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334073984:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016054.148058:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016054.152579:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334073984:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016054.152618:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170711 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569c2 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016054.152634:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170711 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569c2 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016054.152661:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016054.152714:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331218176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5550us (6020us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016054.152740:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9832 00000100:00100000:0.0:1734016054.166992:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331218304 00000100:00100000:0.0:1734016054.167001:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331218304 00000100:00100000:0.0:1734016054.167063:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9833 00000100:00100000:0.0:1734016054.167070:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331218304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.167086:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.167101:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170718 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce569c9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016054.167152:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334074112:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016054.167211:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016054.168603:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334074112:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016054.168630:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170718 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569c9 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016054.168646:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170718 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569c9 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016054.169844:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016054.169899:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331218304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2826us (3002us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016054.169908:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9833 00000100:00100000:0.0:1734016054.174759:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331218432 00000100:00100000:0.0:1734016054.174767:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331218432 00000100:00100000:0.0:1734016054.175136:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9834 00000100:00100000:0.0:1734016054.175144:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331218432:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016054.175374:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8854039 -> 8854039 00002000:00010000:0.0:1734016054.175377:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016054 -> 1734016054 00002000:00010000:0.0:1734016054.175379:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016054 -> 1734016053 00002000:00010000:0.0:1734016054.175381:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016054 -> 1734016054 00002000:00010000:0.0:1734016054.175383:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 568 00000100:00100000:0.0:1734016054.176205:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331218432:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1059us (1549us total) trans 4294969097 rc 0/0 00000100:00100000:0.0:1734016054.176213:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9834 00000100:00100000:0.0:1734016054.183438:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334074240:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016054.183462:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d317071f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.185806:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d317071f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.185813:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d317071f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016054.185886:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968532 00000004:00010000:0.0:1734016054.185926:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767b3b80 reply state ffff88007732d000 transno 4294968533 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d317071f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016054.185932:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016054.186465:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:9631:x1818247331218688:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6898us (7152us total) trans 4294968533 rc 0/0 00000100:00100000:0.0:1734016054.186470:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1934 00000020:00080000:0.0:1734016054.186473:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016054.190218:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331218944 00000100:00100000:0.0:1734016054.190225:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331218944 00002000:00010000:0.0:1734016054.190251:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9519624->18446744073709551615) 00002000:00100000:0.0:1734016054.190255:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0a80 with x1818247331218944 ext(9519624->18446744073709551615) 00002000:00010000:0.0:1734016054.190263:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b0a80. 00000100:00100000:0.0:1734016054.190297:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 7976 00000100:00100000:0.0:1734016054.190304:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331218944:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016054.194051:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331219072 00000100:00100000:0.0:1734016054.194058:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331219072 00000100:00100000:0.0:1734016054.194103:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1935 00000100:00100000:0.0:1734016054.194109:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:9631:x1818247331219072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.194129:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.194144:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3170726 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce569d0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.194216:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317072d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.194227:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317072d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.194236:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317072d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016054.194260:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9519624 00000004:00200000:0.0:1734016054.194263:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016054.194277:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317072d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.194310:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3170726 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569d0 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.194339:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317072d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569d0 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.194346:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.194348:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016054.194351:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016054.194398:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:9631:x1818247331219072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 289us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.194405:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1935 00000100:00100000:0.0:1734016054.197067:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331219200 00000100:00100000:0.0:1734016054.197074:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331219200 00000100:00100000:0.0:1734016054.197115:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1936 00000100:00100000:0.0:1734016054.197121:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:9631:x1818247331219200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.197136:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.197151:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3170734 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce569d7 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.197209:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317073b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.197219:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.197227:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016054.197245:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9519624 00000004:00200000:0.0:1734016054.197249:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016054.197260:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.197288:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3170734 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569d7 expref: 14 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.197300:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317073b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce569d7 expref: 13 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.197306:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.197308:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016054.197310:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016054.197578:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:9631:x1818247331219200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 455us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.197585:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1936 00000100:00100000:0.0:1734016054.201620:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331219328 00000100:00100000:0.0:1734016054.201633:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331219328 00000100:00100000:0.0:1734016054.235338:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.258570:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.269861:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.274630:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.279464:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.286906:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.290674:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016054.292244:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016054.292325:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac801450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247331220608:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1379us (1649us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.292336:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2529 00000100:00100000:0.0:1734016054.297702:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.301250:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.307201:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.307264:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331220992 00000100:00100000:0.0:1734016054.307270:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331220992 00002000:00010000:0.0:1734016054.307306:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (871469->18446744073709551615) 00002000:00100000:0.0:1734016054.307310:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610a680 with x1818247331220992 ext(871469->18446744073709551615) 00002000:00010000:0.0:1734016054.307318:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610a680. 00000100:00100000:0.0:1734016054.316774:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.320386:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331221248 00000100:00100000:0.0:1734016054.320394:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331221248 00000100:00100000:0.0:1734016054.320443:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1939 00000100:00100000:0.0:1734016054.320449:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:9631:x1818247331221248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.320465:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.320481:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170788 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56a16 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.320560:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317078f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.320572:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317078f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.320581:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317078f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016054.320602:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 871469 00000004:00200000:0.0:1734016054.320606:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016054.320619:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317078f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.320638:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170788 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a16 expref: 14 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.320657:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317078f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a16 expref: 13 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.320664:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.320666:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016054.320669:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016054.320751:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:9631:x1818247331221248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 300us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.320758:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1939 00000100:00100000:0.0:1734016054.322884:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.328688:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.340880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.344295:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.348923:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.360797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.360851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.420711:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.428513:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.431289:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016054.434251:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969102 is committed 00000001:00080000:0.0:1734016054.434291:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969099 is committed 00000100:00100000:0.0:1734016054.437406:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.441303:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.448917:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.468269:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.474144:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.480060:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.486008:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.490402:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.498542:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.506360:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.511120:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.516051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.519443:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.524674:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.528192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.533258:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.538090:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016054.552317:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.552336:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.552343:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.552348:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e33c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016054.552353:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.552361:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.552377:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.552380:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016054.552383:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.552388:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31707dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016054.556245:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.556306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.556334:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331227136 00000100:00100000:0.0:1734016054.556343:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331227136 00010000:00010000:0.0:1734016054.556382:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31707c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a40 expref: 7 pid: 7694 timeout: 418 lvb_type: 1 00000100:00100000:0.0:1734016054.556427:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331227264 00000100:00100000:0.0:1734016054.556430:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331227264 00010000:00010000:0.0:1734016054.556442:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31707c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->745471) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a39 expref: 8 pid: 7692 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1734016054.556470:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2534 00000100:00100000:0.0:1734016054.556478:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331227136:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016054.556492:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016054.556513:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31707c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a40 expref: 7 pid: 7694 timeout: 418 lvb_type: 1 00010000:00010000:0.0:1734016054.556524:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31707c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a40 expref: 7 pid: 7694 timeout: 418 lvb_type: 1 00010000:00010000:0.0:1734016054.556552:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016054.556589:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331227136:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 111us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.556596:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2534 00000100:00100000:0.0:1734016054.556610:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2535 00000100:00100000:0.0:1734016054.556614:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331227264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016054.556621:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016054.556627:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31707c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 741376->745471) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a39 expref: 8 pid: 7692 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1734016054.556635:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31707c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 741376->745471) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a39 expref: 8 pid: 7692 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1734016054.556645:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016054.556647:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016054.556652:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d31707e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a4e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.556660:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d31707e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a4e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.556695:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d31707e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a4e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016054.556707:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334076800:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016054.556776:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016054.568669:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.578004:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.583333:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.594626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.597621:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.602314:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.611690:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.634398:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.640238:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.648113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.653476:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016054.656245:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969104 is committed 00000100:00100000:0.0:1734016054.659207:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331230464 00000100:00100000:0.0:1734016054.659217:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331230464 00000100:00100000:0.0:1734016054.659258:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1946 00000100:00100000:0.0:1734016054.659265:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:9631:x1818247331230464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.659300:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.659319:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d31707ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56a55 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.659402:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d31707f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.659416:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d31707f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.659425:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d31707f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016054.659447:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5759289 00000004:00200000:0.0:1734016054.659451:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016054.659464:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d31707f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.659481:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d31707ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a55 expref: 16 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.659499:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d31707f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a55 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.659507:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.659510:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016054.659513:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016054.659550:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:9631:x1818247331230464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 286us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.659556:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1946 00000100:00100000:0.0:1734016054.663643:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.670157:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334076928:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016054.670199:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31707f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1957888->1978367] (req 1957888->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56a5c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.670222:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3a80, rc 0) 00000100:00100000:0.0:1734016054.670301:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331230592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4605us (6673us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.670312:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9851 00000100:00100000:0.0:1734016054.679232:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.685785:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.693502:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.701015:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.710214:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.723457:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.738330:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.744868:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016054.746041:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3170837 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016054.746050:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3170837 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016054.746167:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968540 00000004:00010000:0.0:1734016054.746233:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e1a5c00 reply state ffff880076266000 transno 4294968541 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3170837 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016054.746242:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016054.746351:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:9631:x1818247331232000:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7359us (8035us total) trans 4294968541 rc 0/0 00000100:00100000:0.0:1734016054.746363:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1948 00000020:00080000:0.0:1734016054.746368:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016054.749907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.754486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.761263:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.764128:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.767462:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331232768 00000100:00100000:0.0:1734016054.767471:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331232768 00000100:00100000:0.0:1734016054.767562:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1950 00000100:00100000:0.0:1734016054.767569:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:9631:x1818247331232768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.767588:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.767608:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3170853 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56aa2 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.767688:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317085a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.767700:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317085a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.767709:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317085a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016054.767770:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9482101 00000004:00200000:0.0:1734016054.767774:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016054.767787:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317085a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016054.767806:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3170853 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56aa2 expref: 23 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.767831:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317085a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56aa2 expref: 22 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016054.767839:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016054.767842:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016054.767847:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016054.767904:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:9631:x1818247331232768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 334us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.767909:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1950 00000100:00100000:0.0:1734016054.770904:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9860 00000100:00100000:0.0:1734016054.770912:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087204c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331232896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016054.770928:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016054.770947:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170861 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56aa9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016054.771004:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334078336:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016054.771069:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016054.778852:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.785154:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.790352:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334078592:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016054.790376:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016054.790428:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331233152:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4751us (5281us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.790438:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2539 00000100:00100000:0.0:1734016054.801079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.874862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.877110:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331233792:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2009us (2252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016054.877125:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9863 00000100:00100000:0.0:1734016054.880528:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.887604:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.919237:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.948831:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.955688:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016054.958707:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331235712 00000100:00100000:0.0:1734016054.958715:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331235712 00002000:00100000:0.0:1734016054.958780:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1343488->1347583) req@ffff8800767b2a00 x1818247331235712/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.958789:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2a00 with x1818247331235712 ext(1343488->1347583) 00002000:00010000:0.0:1734016054.958793:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2a00 00000100:00100000:0.0:1734016054.958822:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8012 00000100:00100000:0.0:1734016054.958828:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331235712:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016054.958993:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331235712:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 164us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016054.959000:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8012 00002000:00100000:0.0:1734016054.959005:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1343488->1347583) req@ffff8800767b2a00 x1818247331235712/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/4536 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.959011:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2a00 with x1818247331235712 ext(1343488->1347583) 00002000:00010000:0.0:1734016054.959013:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2a00 00000100:00100000:0.0:1734016054.965059:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331236224 00000100:00100000:0.0:1734016054.965069:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331236224 00002000:00100000:0.0:1734016054.965114:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1335296->1339391) req@ffff8800767b2300 x1818247331236224/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.965124:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2300 with x1818247331236224 ext(1335296->1339391) 00002000:00010000:0.0:1734016054.965128:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2300 00000100:00100000:0.0:1734016054.965161:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8014 00000100:00100000:0.0:1734016054.965168:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331236224:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016054.965348:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331236224:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 178us (387us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016054.965354:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8014 00002000:00100000:0.0:1734016054.965360:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1335296->1339391) req@ffff8800767b2300 x1818247331236224/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/4536 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.965366:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2300 with x1818247331236224 ext(1335296->1339391) 00002000:00010000:0.0:1734016054.965369:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2300 00000100:00100000:0.0:1734016054.972996:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331236736 00000100:00100000:0.0:1734016054.973004:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331236736 00002000:00100000:0.0:1734016054.973037:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1327104->1331199) req@ffff8800767b3480 x1818247331236736/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.973046:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3480 with x1818247331236736 ext(1327104->1331199) 00002000:00010000:0.0:1734016054.973050:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b3480 00000100:00100000:0.0:1734016054.973076:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8016 00000100:00100000:0.0:1734016054.973083:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331236736:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016054.973225:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331236736:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 141us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016054.973231:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8016 00002000:00100000:0.0:1734016054.973236:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1327104->1331199) req@ffff8800767b3480 x1818247331236736/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/4536 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.973242:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3480 with x1818247331236736 ext(1327104->1331199) 00002000:00010000:0.0:1734016054.973244:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b3480 00000100:00100000:0.0:1734016054.982049:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331237504 00000100:00100000:0.0:1734016054.982059:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331237504 00002000:00100000:0.0:1734016054.982108:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1314816->1318911) req@ffff880075e85180 x1818247331237504/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.982117:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85180 with x1818247331237504 ext(1314816->1318911) 00002000:00010000:0.0:1734016054.982122:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85180 00000100:00100000:0.0:1734016054.982153:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8019 00000100:00100000:0.0:1734016054.982160:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331237504:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016054.982336:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331237504:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 175us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016054.982342:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8019 00002000:00100000:0.0:1734016054.982347:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1314816->1318911) req@ffff880075e85180 x1818247331237504/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/4536 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.982354:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85180 with x1818247331237504 ext(1314816->1318911) 00002000:00010000:0.0:1734016054.982357:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85180 00000100:00100000:0.0:1734016054.991561:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331238016 00000100:00100000:0.0:1734016054.991570:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331238016 00002000:00100000:0.0:1734016054.991608:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1306624->1310719) req@ffff880075e84000 x1818247331238016/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/0 e 0 to 0 dl 1734016065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.991624:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84000 with x1818247331238016 ext(1306624->1310719) 00002000:00010000:0.0:1734016054.991629:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84000 00000100:00100000:0.0:1734016054.991663:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8021 00000100:00100000:0.0:1734016054.991670:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331238016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016054.991860:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331238016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 190us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016054.991867:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8021 00002000:00100000:0.0:1734016054.991873:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1306624->1310719) req@ffff880075e84000 x1818247331238016/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:15/0 lens 488/4536 e 0 to 0 dl 1734016065 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016054.991879:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84000 with x1818247331238016 ext(1306624->1310719) 00002000:00010000:0.0:1734016054.991882:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84000 00000100:00080000:0.0:1734016055.002785:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016025 00000100:00080000:0.0:1734016055.006941:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016025 00010000:00010000:0.0:1734016055.011487:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.011498:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.011503:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.011508:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016055.011512:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.011518:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.011531:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016055.011533:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016055.011536:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.011540:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170892 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016055.030075:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.035875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.063164:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.065641:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.072075:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.075389:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.082123:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.084373:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.096516:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.123638:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.123675:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.181064:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331242752:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 55644us (57414us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016055.181081:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8033 00002000:00100000:0.0:1734016055.181095:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800770bf100 x1818247331242752/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:16/0 lens 488/440 e 0 to 0 dl 1734016066 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016055.181106:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bf100 with x1818247331242752 ext(0->4194303) 00002000:00010000:0.0:1734016055.181113:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bf100 00000100:00100000:0.0:1734016055.189838:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.207924:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331243392 00000100:00100000:0.0:1734016055.207935:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331243392 00010000:00010000:0.0:1734016055.207972:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d31708c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4771840->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56afd expref: 6 pid: 7694 timeout: 419 lvb_type: 0 00000100:00100000:0.0:1734016055.208010:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2545 00000100:00100000:0.0:1734016055.208018:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331243392:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016055.208035:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016055.208063:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d31708c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4771840->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56afd expref: 6 pid: 7694 timeout: 419 lvb_type: 0 00010000:00010000:0.0:1734016055.208073:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d31708c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4771840->4775935) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56afd expref: 6 pid: 7694 timeout: 419 lvb_type: 0 00010000:00010000:0.0:1734016055.208102:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d31708c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4771840->4775935) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56afd expref: 6 pid: 7694 timeout: 419 lvb_type: 0 00010000:00010000:0.0:1734016055.211391:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016055.211901:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331243392:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3870us (4081us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016055.211923:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2545 00000100:00100000:0.0:1734016055.218682:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331243520 00000100:00100000:0.0:1734016055.218696:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331243520 00010000:00010000:0.0:1734016055.218772:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31708ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->1826815) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b04 expref: 9 pid: 7694 timeout: 419 lvb_type: 0 00000100:00100000:0.0:1734016055.218824:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2546 00000100:00100000:0.0:1734016055.218834:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331243520:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016055.218867:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016055.218912:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31708ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1826815) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b04 expref: 9 pid: 7694 timeout: 419 lvb_type: 0 00010000:00010000:0.0:1734016055.218929:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31708ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1826815) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b04 expref: 9 pid: 7694 timeout: 419 lvb_type: 0 00010000:00010000:0.0:1734016055.218964:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31708ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->1826815) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b04 expref: 9 pid: 7694 timeout: 419 lvb_type: 0 00010000:00010000:0.0:1734016055.220473:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016055.220480:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016055.220494:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31708df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b12 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.220508:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31708df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b12 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.220560:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31708df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b12 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016055.220577:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334080768:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016055.221377:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016055.235211:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334080768:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016055.235273:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016055.236894:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331243520:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 18047us (18494us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016055.236917:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2546 00000100:00100000:0.0:1734016055.246789:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.246835:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331243776 00000100:00100000:0.0:1734016055.246845:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331243776 00000100:00100000:0.0:1734016055.246919:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9877 00000100:00100000:0.0:1734016055.246929:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331243776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016055.246956:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016055.246980:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d31708e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56b19 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016055.247068:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334080896:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016055.247153:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016055.272246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.280825:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334081152:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016055.280898:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d31708f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016055.282224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016055.283710:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d31708f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.283718:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d31708f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016055.283900:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968544 00000004:00010000:0.0:1734016055.284328:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9d0380 reply state ffff88007620b000 transno 4294968545 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d31708f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016055.284346:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016055.284444:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:9631:x1818247331244160:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11757us (12217us total) trans 4294968545 rc 0/0 00000100:00100000:0.0:1734016055.284452:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1954 00000020:00080000:0.0:1734016055.284456:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016055.288837:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.296223:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.299845:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.299887:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331244672 00000100:00100000:0.0:1734016055.299901:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331244672 00002000:00010000:0.0:1734016055.299955:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10101907->18446744073709551615) 00002000:00100000:0.0:1734016055.299961:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247331244672 ext(10101907->18446744073709551615) 00002000:00010000:0.0:1734016055.299977:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1c00. 00000100:00100000:0.0:1734016055.300026:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8035 00000100:00100000:0.0:1734016055.300038:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331244672:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016055.300354:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5479531 -> 10101907 00002000:00010000:0.0:1734016055.300357:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016055 -> 1734016055 00002000:00010000:0.0:1734016055.300360:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016055 -> 1734016054 00002000:00010000:0.0:1734016055.300362:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016055 -> 1734016055 00002000:00010000:0.0:1734016055.300364:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 640 00000100:00100000:0.0:1734016055.300424:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331244672:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 387us (595us total) trans 4294969111 rc 0/0 00000100:00100000:0.0:1734016055.300432:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8035 00002000:00010000:0.0:1734016055.300436:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10101907->18446744073709551615) 00002000:00100000:0.0:1734016055.300452:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247331244672 ext(10101907->18446744073709551615) 00002000:00010000:0.0:1734016055.300458:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1c00. 00000100:00100000:0.0:1734016055.305092:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.310153:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.315194:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.326571:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.330003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.334801:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334081792:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016055.334848:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3170925 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b43 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016055.334864:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3170925 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b43 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016055.335047:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282880, rc 0) 00000100:00100000:0.0:1734016055.335589:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331245440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4935us (5604us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016055.335601:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9882 00000100:00100000:0.0:1734016055.338551:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.343231:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.350102:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331245824 00000100:00100000:0.0:1734016055.350122:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331245824 00000100:00100000:0.0:1734016055.350620:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9884 00000100:00100000:0.0:1734016055.350629:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331245824:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016055.350989:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10101907 -> 10101907 00002000:00010000:0.0:1734016055.350993:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016055 -> 1734016055 00002000:00010000:0.0:1734016055.350995:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016054 -> 1734016054 00002000:00010000:0.0:1734016055.350999:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016055 -> 1734016055 00002000:00010000:0.0:1734016055.351001:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 680 00000100:00100000:0.0:1734016055.351100:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331245824:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 470us (1497us total) trans 4294969113 rc 0/0 00000100:00100000:0.0:1734016055.351110:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9884 00000100:00100000:0.0:1734016055.354612:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.360183:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.383197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.383272:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.383334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.387218:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8037 00000100:00100000:0.0:1734016055.387235:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331246592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016055.471383:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.477831:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.489865:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.586017:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.600067:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.609388:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331248384 00000100:00100000:0.0:1734016055.609399:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331248384 00000100:00100000:0.0:1734016055.609477:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9892 00000100:00100000:0.0:1734016055.609488:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331248384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016055.609515:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016055.609537:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317095d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56b74 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016055.609567:0:7692:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10101907, mtime: 0x675afc37, atime: 0x675afc37, ctime: 0x675afc37, blocks: 0x2c8 00010000:00010000:0.0:1734016055.609593:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016055.609595:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016055.609606:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317095d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b74 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016055.609624:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317095d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b74 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016055.609636:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016055.610604:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331248384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1109us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016055.610614:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9892 00000100:00100000:0.0:1734016055.616023:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.626841:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.636670:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.643400:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.651349:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.662691:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.667051:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.681468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.691310:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.697296:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.702113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.709560:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.715629:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.730434:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.735516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.746308:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.752151:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.758403:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331252224:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 726us (1222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016055.758413:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8049 00002000:00100000:0.0:1734016055.758421:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (368640->372735) req@ffff880076c09c00 x1818247331252224/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:16/0 lens 488/4536 e 0 to 0 dl 1734016066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016055.758428:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247331252224 ext(368640->372735) 00002000:00010000:0.0:1734016055.758434:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09c00 00000100:00100000:0.0:1734016055.763475:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.771343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.785855:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.790851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.802228:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.819563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.828088:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331254400 00000100:00100000:0.0:1734016055.828102:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331254400 00000100:00100000:0.0:1734016055.828171:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9898 00000100:00100000:0.0:1734016055.828180:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331254400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016055.828205:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016055.828231:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31709aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56ba5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016055.828322:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334084096:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016055.828410:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016055.834825:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334084096:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016055.834870:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31709aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ba5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016055.834886:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31709aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ba5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016055.834916:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016055.838501:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.853427:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331254784 00000100:00100000:0.0:1734016055.853452:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331254784 00000100:00100000:0.0:1734016055.853503:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1961 00000100:00100000:0.0:1734016055.853512:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:9631:x1818247331254784:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016055.853571:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016055.853605:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31709a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56b9e expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.853645:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016055.853650:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016055.853839:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31709b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.853853:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31709b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016055.853862:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31709b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016055.853898:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968550 00000004:00010000:0.0:1734016055.853917:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079437100 reply state ffff880130bc3000 transno 4294968551 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31709b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016055.853929:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016055.854015:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:9631:x1818247331254784:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 504us (695us total) trans 4294968551 rc 0/0 00000100:00100000:0.0:1734016055.854022:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1961 00000020:00080000:0.0:1734016055.854026:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016055.860908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.872508:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.880032:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016055.881325:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4606579 -> 5646373 00002000:00010000:0.0:1734016055.881329:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016056 -> 1734016056 00002000:00010000:0.0:1734016055.881331:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016055 -> 1734016055 00002000:00010000:0.0:1734016055.881333:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016056 -> 1734016056 00002000:00010000:0.0:1734016055.881337:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 624 -> 624 00000100:00100000:0.0:1734016055.881362:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331255168:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1059us (1355us total) trans 4294969120 rc 0/0 00000100:00100000:0.0:1734016055.881368:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8057 00002000:00010000:0.0:1734016055.881372:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5646373->18446744073709551615) 00002000:00100000:0.0:1734016055.881521:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8e00 with x1818247331255168 ext(5646373->18446744073709551615) 00002000:00010000:0.0:1734016055.881527:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8e00. 00000100:00100000:0.0:1734016055.887259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.892039:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.905859:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331255680 00000100:00100000:0.0:1734016055.905873:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331255680 00000100:00100000:0.0:1734016055.905985:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8058 00000100:00100000:0.0:1734016055.905994:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331255680:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:0.0:1734016055.906045:0:13919:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31709db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.906067:0:13919:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31709bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56bb3 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.906075:0:13919:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016055.906078:0:13919:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016055.906081:0:13919:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31709db lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5214208->5251071] (req 5214208->5251071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.906125:0:13919:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31709bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56bb3 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016055.906141:0:13919:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31709bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56bb3 expref: 8 pid: 7694 timeout: 420 lvb_type: 0 00000100:00100000:0.0:1734016055.906168:0:13919:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13919:1818247334084736:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016055.906264:0:13919:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016055.926529:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.931581:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.953928:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.964526:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.976769:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016055.990494:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.005414:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016056.006184:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016026 00000100:00080000:0.0:1734016056.032050:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016026 00000100:00100000:0.0:1734016056.039445:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.047424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.077271:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.084862:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.097109:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331258240 00000100:00100000:0.0:1734016056.097119:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331258240 00000100:00100000:0.0:1734016056.097170:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9912 00000100:00100000:0.0:1734016056.097178:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:9631:x1818247331258240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.097199:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.097218:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3170a36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c0e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.097261:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.097269:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016056.097271:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016056.097274:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3170a36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c0e expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.097306:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.097318:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 8 pid: 7692 timeout: 420 lvb_type: 0 00000100:00100000:0.0:1734016056.097331:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334086272:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016056.097398:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.102151:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334086272:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016056.102208:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3170a36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c0e expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.102235:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016056.102359:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:9631:x1818247331258240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5180us (5590us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016056.102370:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9912 00000100:00100000:0.0:1734016056.103118:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331258368 00000100:00100000:0.0:1734016056.103129:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331258368 00002000:00100000:0.0:1734016056.103184:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (159744->208895) req@ffff88012b9d0e00 x1818247331258368/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:17/0 lens 488/0 e 0 to 0 dl 1734016067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016056.103194:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247331258368 ext(159744->208895) 00010000:00010000:0.0:1734016056.103203:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 9 pid: 7692 timeout: 420 lvb_type: 0 00010000:00010000:0.0:1734016056.103216:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 9 pid: 7692 timeout: 420 lvb_type: 0 00002000:00010000:0.0:1734016056.103222:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b9d0e00 00000100:00100000:0.0:1734016056.103263:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 287 00000100:00100000:0.0:1734016056.103270:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331258368:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016056.111700:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331258368:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 8409us (8620us total) trans 4294969122 rc 0/0 00000100:00100000:0.0:1734016056.111750:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 287 00002000:00100000:0.0:1734016056.111772:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (159744->208895) req@ffff88012b9d0e00 x1818247331258368/t4294969122(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:17/0 lens 488/448 e 0 to 0 dl 1734016067 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016056.111784:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247331258368 ext(159744->208895) 00010000:00010000:0.0:1734016056.111800:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 11 pid: 7692 timeout: 420 lvb_type: 0 00010000:00010000:0.0:1734016056.111826:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 11 pid: 7692 timeout: 420 lvb_type: 0 00002000:00010000:0.0:1734016056.111835:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b9d0e00 00000100:00100000:0.0:1734016056.121010:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331258496 00000100:00100000:0.0:1734016056.121023:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331258496 00010000:00010000:0.0:1734016056.121066:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 11 pid: 7692 timeout: 420 lvb_type: 0 00000100:00100000:0.0:1734016056.121117:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2563 00000100:00100000:0.0:1734016056.121126:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331258496:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016056.121142:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016056.121162:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 664 -> 704 00010000:00010000:0.0:1734016056.121169:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 11 pid: 7692 timeout: 420 lvb_type: 0 00010000:00010000:0.0:1734016056.121181:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 11 pid: 7692 timeout: 420 lvb_type: 0 00010000:00010000:0.0:1734016056.121210:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170a0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->208895) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56beb expref: 11 pid: 7692 timeout: 420 lvb_type: 0 00010000:00010000:0.0:1734016056.121254:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016056.121256:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016056.121262:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3170a36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c0e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.121272:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3170a36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c0e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.121309:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3170a36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c0e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.121323:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334086400:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016056.121391:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.130157:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334086400:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016056.130187:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016056.130258:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331258496:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9122us (10277us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016056.130271:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2563 00000100:00100000:0.0:1734016056.138209:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331258752 00000100:00100000:0.0:1734016056.138223:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331258752 00000100:00100000:0.0:1734016056.138301:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1965 00000100:00100000:0.0:1734016056.138309:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007953ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:9631:x1818247331258752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.138334:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.138358:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3170a3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c15 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.138482:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170a44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016056.138498:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016056.138513:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016056.138544:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4952567 00000004:00200000:0.0:1734016056.138548:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016056.138565:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016056.138588:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3170a3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c15 expref: 29 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.138619:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170a44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c15 expref: 28 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016056.138627:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016056.138629:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016056.138633:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016056.138685:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:9631:x1818247331258752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 377us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016056.138691:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1965 00000100:00100000:0.0:1734016056.142920:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.170328:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331259264 00000100:00100000:0.0:1734016056.170342:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331259264 00000100:00100000:0.0:1734016056.170410:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9916 00000100:00100000:0.0:1734016056.170420:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331259264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.170442:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.170471:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3170a59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c2a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.170561:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334086784:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016056.170653:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.177236:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334086784:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016056.177301:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3170a59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c2a expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.177323:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3170a59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c2a expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.177361:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016056.177464:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331259264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7043us (7230us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016056.177478:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9916 00000100:00100000:0.0:1734016056.181335:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331259392 00000100:00100000:0.0:1734016056.181352:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331259392 00000100:00100000:0.0:1734016056.181433:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9917 00000100:00100000:0.0:1734016056.181444:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331259392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.181479:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.181508:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170a60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c31 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.181621:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334086912:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016056.183278:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016056.185410:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016026 00000100:00080000:0.0:1734016056.185413:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016026 00000100:00080000:0.0:1734016056.185415:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016026 00000100:00100000:0.0:1734016056.185435:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334087296:0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.185469:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016056.185483:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334087808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016056.185501:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016056.185515:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734016056.185521:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3515:1818247334087168:0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.185535:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016056.185542:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334087680:0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.185573:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016056.185605:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334087808 00000100:00100000:0.0:1734016056.185608:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334087808 00000100:00100000:0.0:1734016056.185638:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1734016056.185643:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334087808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016056.185663:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980116032 pending 73728 free 3923337216 avail 3691814912 00000100:00100000:0.0:1734016056.185689:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334087808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016056.185693:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00080000:0.0:1734016056.185707:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016026 00000100:00100000:0.0:1734016056.185763:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334087808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016056.185785:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334087296 00000100:00100000:0.0:1734016056.185787:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334087296 00000100:00100000:0.0:1734016056.185807:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334087168 00000100:00100000:0.0:1734016056.185810:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334087168 00000100:00100000:0.0:1734016056.185821:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1734016056.185825:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3515:x1818247334087296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.185851:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3515:x1818247334087296:12345-0@lo:400:kworker.0 Request processed in 25us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016056.185856:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1734016056.185865:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1734016056.185869:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3515:x1818247334087168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.185887:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3515:x1818247334087168:12345-0@lo:400:kworker.0 Request processed in 17us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016056.185892:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00080000:0.0:1734016056.185903:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016026 00000100:00100000:0.0:1734016056.185915:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3515:1818247334087168:0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.185923:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334087296:0@lo:400:kworker.0 00000100:00100000:0.0:1734016056.192118:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334086912:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016056.192193:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170a60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c31 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.192214:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3170a60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c31 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.192261:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016056.193197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331259392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11747us (12074us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016056.193208:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9917 00000100:00100000:0.0:1734016056.200629:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331259520 00000100:00100000:0.0:1734016056.200643:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331259520 00000100:00100000:0.0:1734016056.200786:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9918 00000100:00100000:0.0:1734016056.200796:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331259520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.200827:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.200856:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170a67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c38 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.200947:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334087936:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016056.201350:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.206382:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334087936:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016056.206433:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170a67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c38 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.206454:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3170a67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c38 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.206486:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016056.206546:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331259520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5752us (6911us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016056.206560:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9918 00000100:00100000:0.0:1734016056.213055:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331259648 00000100:00100000:0.0:1734016056.213067:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331259648 00000100:00100000:0.0:1734016056.213513:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9919 00000100:00100000:0.0:1734016056.213523:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331259648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.213549:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.213575:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170a6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c3f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.213643:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334088064:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016056.214791:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.221847:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334088064:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016056.221909:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170a6e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c3f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.221932:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3170a6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c3f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.221971:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016056.222070:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331259648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8546us (9171us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016056.222084:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9919 00000100:00100000:0.0:1734016056.226900:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331259776 00000100:00100000:0.0:1734016056.226912:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331259776 00000100:00100000:0.0:1734016056.226973:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9920 00000100:00100000:0.0:1734016056.226981:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331259776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.227003:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.227028:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3170a75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c46 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.227091:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334088192:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016056.227160:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.236704:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334088192:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016056.236799:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3170a75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c46 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.236815:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3170a75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c46 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016056.236847:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016056.236909:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331259776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9927us (10187us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016056.236918:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9920 00000100:00100000:0.0:1734016056.242136:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331259904 00000100:00100000:0.0:1734016056.242148:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331259904 00000100:00100000:0.0:1734016056.244803:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9921 00000100:00100000:0.0:1734016056.244824:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331259904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016056.244856:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016056.244885:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170a7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56c4d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016056.244980:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334088320:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016056.245116:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016056.255850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.261129:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.275453:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.280907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.285326:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.296264:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331260672:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 10218us (10915us total) trans 4294969125 rc 0/0 00000100:00100000:0.0:1734016056.296279:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 288 00002000:00100000:0.0:1734016056.296295:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3608576->3629055) req@ffff8800795ed180 x1818247331260672/t4294969125(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:17/0 lens 488/448 e 0 to 0 dl 1734016067 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016056.296306:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ed180 with x1818247331260672 ext(3608576->3629055) 00010000:00010000:0.0:1734016056.296317:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3170a83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3608576->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c54 expref: 13 pid: 7692 timeout: 420 lvb_type: 0 00010000:00010000:0.0:1734016056.296335:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3170a83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3608576->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56c54 expref: 13 pid: 7692 timeout: 420 lvb_type: 0 00002000:00010000:0.0:1734016056.296342:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800795ed180 00000100:00100000:0.0:1734016056.331204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.338438:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.349638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.359364:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.405422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.405497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.484816:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.496887:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.508099:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.524785:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.536395:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.550815:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.557768:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.561805:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.568825:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.578860:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.586337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016056.593204:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969127 is committed 00000001:00080000:0.0:1734016056.593226:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969126 is committed 00000100:00100000:0.0:1734016056.601227:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.610860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.624856:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.642957:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.762135:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016056.809036:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016026 00000001:00080000:0.0:1734016056.809071:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969128 is committed 00000100:00080000:0.0:1734016056.813550:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016026 00000100:00100000:0.0:1734016056.861883:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.880915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.919325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.922858:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.928432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.933291:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.944830:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.978981:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.979033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016056.982347:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8074 00000100:00100000:0.0:1734016056.982362:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331268096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016057.037316:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.070540:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.079200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.086021:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.091267:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.098408:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.106637:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.113886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.122868:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.132133:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016057.147708:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969132 is committed 00000001:00080000:0.0:1734016057.147778:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969131 is committed 00000100:00100000:0.0:1734016057.198509:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331270272 00000100:00100000:0.0:1734016057.198521:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331270272 00002000:00100000:0.0:1734016057.198571:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007623c700 x1818247331270272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:18/0 lens 488/0 e 0 to 0 dl 1734016068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016057.198581:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623c700 with x1818247331270272 ext(4194304->8388607) 00002000:00010000:0.0:1734016057.198587:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623c700 00000100:00100000:0.0:1734016057.198624:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8077 00000100:00100000:0.0:1734016057.198631:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331270272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016057.284440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.297128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.308095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.325608:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.351138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.431503:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.453942:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016057.458553:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969133 is committed 00000100:00100000:0.0:1734016057.466087:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.484112:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.492310:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016057.492557:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016027 00000100:00100000:0.0:1734016057.501132:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016057.502664:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016027 00000100:00100000:0.0:1734016057.527697:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.537387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.541781:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.550025:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.552973:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.561123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.566085:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.577717:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331273984 00000100:00100000:0.0:1734016057.577829:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331273984 00000100:00100000:0.0:1734016057.582536:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.586488:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331274240 00000100:00100000:0.0:1734016057.586495:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331274240 00000100:00100000:0.0:1734016057.586545:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1973 00000100:00100000:0.0:1734016057.586552:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:9631:x1818247331274240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016057.586568:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016057.586583:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170bb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56d50 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016057.586655:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3170bbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016057.586667:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3170bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016057.586678:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3170bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016057.586699:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2926125 00000004:00200000:0.0:1734016057.586702:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016057.586714:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3170bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016057.586759:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3170bb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d50 expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016057.586788:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3170bbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d50 expref: 30 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016057.586797:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016057.586799:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016057.586802:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016057.586846:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:9631:x1818247331274240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 293us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016057.586852:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1973 00000100:00100000:0.0:1734016057.590076:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.599322:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.608595:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.614977:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.671560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.676798:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.693101:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.696812:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.705077:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.719091:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.719140:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.731428:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.734876:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.739051:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.757483:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.758929:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8088 00000100:00100000:0.0:1734016057.758937:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331276800:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016057.823266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.829769:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.836265:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016057.836303:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331277184 00000100:00100000:0.0:1734016057.836311:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331277184 00002000:00100000:0.0:1734016057.836358:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3686400->3735551) req@ffff88012e1a5f80 x1818247331277184/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:18/0 lens 488/0 e 0 to 0 dl 1734016068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016057.836368:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247331277184 ext(3686400->3735551) 00010000:00010000:0.0:1734016057.836376:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3170bef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d73 expref: 10 pid: 7694 timeout: 422 lvb_type: 0 00010000:00010000:0.0:1734016057.836389:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3170bef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d73 expref: 10 pid: 7694 timeout: 422 lvb_type: 0 00002000:00010000:0.0:1734016057.836400:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e1a5f80 00000100:00100000:0.0:1734016057.837467:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 289 00000100:00100000:0.0:1734016057.837476:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331277184:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016057.859190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016058.001579:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016028 00000100:00080000:0.0:1734016058.020901:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016028 00000001:00080000:0.0:1734016058.074139:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969141 is committed 00000100:00100000:0.0:1734016058.079078:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.089160:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.098917:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331279616 00000100:00100000:0.0:1734016058.098925:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331279616 00000100:00100000:0.0:1734016058.098973:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1978 00000100:00100000:0.0:1734016058.098981:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:9631:x1818247331279616:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016058.099027:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016058.099054:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3170bfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d7a expref: 32 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.099085:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016058.099088:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016058.099249:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170c43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016058.099259:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d3170c2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d9d expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.099265:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170c43 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016058.099294:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d3170c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d9d expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.099305:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d3170c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56d9d expref: 24 pid: 6484 timeout: 422 lvb_type: 0 00000100:00100000:0.0:1734016058.099316:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334096128:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016058.099378:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.104056:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.110092:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331279872 00000100:00100000:0.0:1734016058.110101:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331279872 00000100:00100000:0.0:1734016058.110148:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9975 00000100:00100000:0.0:1734016058.110154:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331279872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.110168:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.110181:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56dab expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.110204:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170c35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56da4 expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.110211:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016058.110222:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016058.110225:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c4a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dab expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.110251:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170c35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56da4 expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.110266:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170c35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56da4 expref: 5 pid: 7694 timeout: 422 lvb_type: 1 00000100:00100000:0.0:1734016058.110275:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334096256:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016058.110340:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.112382:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.123707:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.126577:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.128143:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9976 00000100:00100000:0.0:1734016058.128156:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331280384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.128184:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.128209:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170c5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56db9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016058.128298:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096512:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016058.133662:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.133895:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096512:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016058.133923:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170c5f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56db9 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.133936:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3170c5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56db9 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.134064:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016058.134106:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331280384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5953us (7545us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016058.134113:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9976 00000100:00100000:0.0:1734016058.137926:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331280512 00000100:00100000:0.0:1734016058.137935:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331280512 00000100:00100000:0.0:1734016058.138034:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9977 00000100:00100000:0.0:1734016058.138040:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331280512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.138059:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.138085:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3170c66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56dc0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016058.138148:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096640:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016058.139355:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.141601:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096640:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016058.141640:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3170c66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dc0 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.141657:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3170c66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dc0 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.141718:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016058.141809:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331280512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3768us (4504us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016058.141818:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9977 00000100:00100000:0.0:1734016058.143790:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331280640 00000100:00100000:0.0:1734016058.143800:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331280640 00000100:00100000:0.0:1734016058.144030:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9978 00000100:00100000:0.0:1734016058.144037:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331280640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.144059:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.144082:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170c6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56dc7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016058.144135:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096768:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016058.144322:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.146784:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096768:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016058.146830:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170c6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dc7 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.146847:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170c6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dc7 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.146858:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016058.146917:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331280640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2879us (3215us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016058.146929:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9978 00000100:00100000:0.0:1734016058.150049:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331280768 00000100:00100000:0.0:1734016058.150058:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331280768 00000100:00100000:0.0:1734016058.150377:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9979 00000100:00100000:0.0:1734016058.150385:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331280768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.150403:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.150426:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170c74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56dce expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.150465:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dab expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.150472:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016058.150474:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016058.150477:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170c74 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2129920->2134015] (req 2129920->2134015) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dce expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.150507:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dab expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.150519:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dab expref: 7 pid: 7694 timeout: 422 lvb_type: 0 00000100:00100000:0.0:1734016058.150532:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096896:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016058.150594:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.154395:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334096896:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016058.154422:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170c74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2129920->2134015] (req 2129920->2134015) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dce expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.154436:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016058.154479:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331280768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4094us (4520us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016058.154487:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9979 00000100:00100000:0.0:1734016058.161895:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331281152 00000100:00100000:0.0:1734016058.161904:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331281152 00002000:00100000:0.0:1734016058.161950:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->2473983) req@ffff88007970df80 x1818247331281152/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:19/0 lens 488/0 e 0 to 0 dl 1734016069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016058.161960:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247331281152 ext(0->2473983) 00002000:00010000:0.0:1734016058.161966:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970df80 00000100:00100000:0.0:1734016058.161986:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8095 00000100:00100000:0.0:1734016058.161994:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331281152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016058.201695:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331281408 00000100:00100000:0.0:1734016058.201705:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331281408 00000100:00100000:0.0:1734016058.201780:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1980 00000100:00100000:0.0:1734016058.201787:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:9631:x1818247331281408:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016058.201827:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016058.201848:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3170c58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56db2 expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.201875:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016058.201878:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016058.201991:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.202002:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.202008:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016058.202029:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968562 00000004:00010000:0.0:1734016058.202040:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076e41500 reply state ffff880079499000 transno 4294968563 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016058.202050:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016058.202113:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:9631:x1818247331281408:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 326us (513us total) trans 4294968563 rc 0/0 00000100:00100000:0.0:1734016058.202118:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1980 00000020:00080000:0.0:1734016058.202122:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016058.205795:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.205808:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.205813:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.205817:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e5f80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016058.205820:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.205825:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.205837:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016058.205840:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016058.205843:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016058.205847:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3170c7b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016058.207153:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331281536 00000100:00100000:0.0:1734016058.207161:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331281536 00000100:00100000:0.0:1734016058.207751:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9980 00000100:00100000:0.0:1734016058.207759:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331281536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.207775:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.207790:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170c82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56dd5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.207813:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170c74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2134015) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dce expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.207820:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016058.207821:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016058.207824:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170c82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dd5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.207847:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170c74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2134015) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dce expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.207857:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170c74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2134015) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dce expref: 7 pid: 7693 timeout: 422 lvb_type: 0 00000100:00100000:0.0:1734016058.207868:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334097152:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016058.207915:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.213418:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334097152:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016058.213453:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170c82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56dd5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.213472:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016058.213531:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331281536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5771us (6568us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016058.213539:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9980 00000100:00100000:0.0:1734016058.224403:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331282048 00000100:00100000:0.0:1734016058.224412:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331282048 00002000:00100000:0.0:1734016058.224454:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2473984->3547135) req@ffff880079560700 x1818247331282048/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:19/0 lens 488/0 e 0 to 0 dl 1734016069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016058.224463:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560700 with x1818247331282048 ext(2473984->3547135) 00002000:00010000:0.0:1734016058.224468:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560700 00000100:00100000:0.0:1734016058.224500:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8097 00000100:00100000:0.0:1734016058.224506:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331282048:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016058.251425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.255902:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016058.259262:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969144 is committed 00000001:00080000:0.0:1734016058.259290:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969142 is committed 00000100:00100000:0.0:1734016058.263289:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.268760:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.272496:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.285473:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.304344:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.311042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016058.322041:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969145 is committed 00000100:00100000:0.0:1734016058.333763:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.340098:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.347372:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.359043:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.359110:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.367027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.374853:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.380101:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.385751:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334098304:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016058.385769:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016058.385789:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331284352:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5502us (5690us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016058.385797:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2593 00000100:00100000:0.0:1734016058.389871:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.404009:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.420984:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.427287:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.442660:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.455203:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.462596:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.479346:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.480242:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.579907:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.594132:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.606905:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.618219:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247331286272:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6823us (11303us total) trans 4294969149 rc 0/0 00000100:00100000:0.0:1734016058.618232:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8102 00002000:00100000:0.0:1734016058.618245:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4911104->4964351) req@ffff88013501c700 x1818247331286272/t4294969149(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:19/0 lens 488/448 e 0 to 0 dl 1734016069 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016058.618255:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501c700 with x1818247331286272 ext(4911104->4964351) 00002000:00010000:0.0:1734016058.618265:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501c700 00000100:00100000:0.0:1734016058.620167:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.627344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.641803:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.646326:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.652367:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.660312:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.690471:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331287296 00000100:00100000:0.0:1734016058.690480:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331287296 00002000:00100000:0.0:1734016058.690520:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88011d835880 x1818247331287296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:19/0 lens 488/0 e 0 to 0 dl 1734016069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016058.690528:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d835880 with x1818247331287296 ext(0->4194303) 00002000:00010000:0.0:1734016058.690533:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d835880 00000100:00100000:0.0:1734016058.690559:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331287552 00000100:00100000:0.0:1734016058.690561:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331287552 00002000:00100000:0.0:1734016058.690867:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9973759) req@ffff88011d835f80 x1818247331287552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:19/0 lens 488/0 e 0 to 0 dl 1734016069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016058.690874:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d835f80 with x1818247331287552 ext(8388608->9973759) 00002000:00010000:0.0:1734016058.690877:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d835f80 00000100:00100000:0.0:1734016058.690888:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8105 00000100:00100000:0.0:1734016058.690891:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331287552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016058.764349:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016058.766569:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016058 -> 1734016059 00000100:00100000:0.0:1734016058.766596:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334099968:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016058.766634:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3170d23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e61 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.766652:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3170d23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e61 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.766674:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82818c0, rc 0) 00000100:00100000:0.0:1734016058.766745:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331287808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2265us (2376us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016058.766758:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10004 00000100:00100000:0.0:1734016058.771608:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.783224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.803319:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.808627:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.814400:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.825503:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.830628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.837542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.841041:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.863459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016058.896688:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969151 is committed 00000001:00080000:0.0:1734016058.896708:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969150 is committed 00000100:00100000:0.0:1734016058.899435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.910277:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331291392 00000100:00100000:0.0:1734016058.910285:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331291392 00000100:00100000:0.0:1734016058.910343:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10010 00000100:00100000:0.0:1734016058.910350:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331291392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.910374:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.910393:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170d46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56e84 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016058.910447:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334100736:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016058.910516:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.915347:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331291520 00000100:00100000:0.0:1734016058.915357:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331291520 00000100:00100000:0.0:1734016058.915415:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10011 00000100:00100000:0.0:1734016058.915422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331291520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016058.915451:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016058.915474:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170d4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56e8b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016058.915550:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334100864:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016058.915630:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.919193:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334100864:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016058.919253:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170d4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e8b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.919267:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3170d4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e8b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016058.919302:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016058.919362:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331291520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3939us (4103us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016058.919369:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10011 00000100:00100000:0.0:1734016058.926146:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016058.983260:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331292032 00000100:00100000:0.0:1734016058.983269:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331292032 00010000:00010000:0.0:1734016058.983296:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3170d38 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e76 expref: 6 pid: 7694 timeout: 423 lvb_type: 0 00000100:00100000:0.0:1734016058.983319:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2596 00000100:00100000:0.0:1734016058.983325:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331292032:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016058.983335:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016058.983351:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3170d38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e76 expref: 6 pid: 7694 timeout: 423 lvb_type: 0 00010000:00010000:0.0:1734016058.983361:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3170d38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e76 expref: 6 pid: 7694 timeout: 423 lvb_type: 0 00010000:00010000:0.0:1734016058.983379:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3170d38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1081343) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56e76 expref: 6 pid: 7694 timeout: 423 lvb_type: 0 00010000:00010000:0.0:1734016058.983398:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016058.983400:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016058.983406:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.983413:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016058.983439:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016058.983455:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334101376:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016058.983509:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016058.991963:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077318a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334101376:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016058.991988:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016058.992694:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331292032:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9368us (9498us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016058.992701:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2596 00000100:00100000:0.0:1734016059.002271:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.009922:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331293056 00000100:00100000:0.0:1734016059.009932:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331293056 00002000:00100000:0.0:1734016059.009985:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9252864->9256959) req@ffff88012b9d2680 x1818247331293056/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.009996:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2680 with x1818247331293056 ext(9252864->9256959) 00002000:00010000:0.0:1734016059.010003:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d2680 00000100:00100000:0.0:1734016059.010038:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8120 00000100:00100000:0.0:1734016059.010046:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331293056:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.010263:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331293056:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 215us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.010271:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8120 00002000:00100000:0.0:1734016059.010277:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9252864->9256959) req@ffff88012b9d2680 x1818247331293056/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.010284:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2680 with x1818247331293056 ext(9252864->9256959) 00002000:00010000:0.0:1734016059.010287:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d2680 00000100:00100000:0.0:1734016059.023275:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.030305:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331293568 00000100:00100000:0.0:1734016059.030312:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331293568 00000100:00100000:0.0:1734016059.030366:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1984 00000100:00100000:0.0:1734016059.030372:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:9631:x1818247331293568:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016059.030469:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:9631:x1818247331293568:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 97us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016059.030474:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1984 00000100:00100000:0.0:1734016059.034353:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.052148:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331294208 00000100:00100000:0.0:1734016059.052155:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331294208 00002000:00100000:0.0:1734016059.052191:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8912896->8916991) req@ffff88011d836680 x1818247331294208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.052212:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d836680 with x1818247331294208 ext(8912896->8916991) 00002000:00010000:0.0:1734016059.052217:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d836680 00000100:00100000:0.0:1734016059.052248:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8124 00000100:00100000:0.0:1734016059.052254:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331294208:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.052407:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331294208:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 151us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.052415:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8124 00002000:00100000:0.0:1734016059.052421:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8912896->8916991) req@ffff88011d836680 x1818247331294208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.052429:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d836680 with x1818247331294208 ext(8912896->8916991) 00002000:00010000:0.0:1734016059.052431:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d836680 00000100:00100000:0.0:1734016059.078353:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331294464 00000100:00100000:0.0:1734016059.078361:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331294464 00000100:00100000:0.0:1734016059.078409:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10017 00000100:00100000:0.0:1734016059.078416:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331294464:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016059.078674:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9973760 -> 9973760 00002000:00010000:0.0:1734016059.078678:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016059 -> 1734016059 00002000:00010000:0.0:1734016059.078680:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016059 -> 1734016059 00002000:00010000:0.0:1734016059.078681:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016059 -> 1734016059 00002000:00010000:0.0:1734016059.078683:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1112 -> 1112 00000100:00100000:0.0:1734016059.078793:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331294464:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 376us (523us total) trans 4294969154 rc 0/0 00000100:00100000:0.0:1734016059.078800:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10017 00000100:00100000:0.0:1734016059.089294:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334101504:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016059.089333:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170d69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea7 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016059.089345:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170d69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea7 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016059.089371:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8281440, rc 0) 00000100:00100000:0.0:1734016059.089415:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331294592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2019us (2182us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016059.089422:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10018 00000100:00100000:0.0:1734016059.095032:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331294720 00000100:00100000:0.0:1734016059.095039:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331294720 00000100:00100000:0.0:1734016059.095086:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10019 00000100:00100000:0.0:1734016059.095092:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331294720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016059.095108:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016059.095123:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170d70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56eae expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016059.095173:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007731b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334101632:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016059.095243:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016059.099659:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007731b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334101632:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016059.099698:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170d70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56eae expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016059.099712:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3170d70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56eae expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016059.101277:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016059.103674:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.108689:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.115273:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331295104 00000100:00100000:0.0:1734016059.115284:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331295104 00010000:00010000:0.0:1734016059.115322:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 9 pid: 7694 timeout: 423 lvb_type: 0 00000100:00100000:0.0:1734016059.115358:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2597 00000100:00100000:0.0:1734016059.115365:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331295104:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016059.115382:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016059.115406:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 9 pid: 7694 timeout: 423 lvb_type: 0 00010000:00010000:0.0:1734016059.115423:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 9 pid: 7694 timeout: 423 lvb_type: 0 00010000:00010000:0.0:1734016059.115449:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170d62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9265152->9269247) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ea0 expref: 9 pid: 7694 timeout: 423 lvb_type: 0 00010000:00010000:0.0:1734016059.115476:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016059.115478:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016059.115483:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3170d7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5861376->5865471) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ebc expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.115492:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3170d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5861376->5865471) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ebc expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.115530:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3170d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5861376->5865471) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ebc expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016059.115541:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334102016:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016059.115595:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016059.120251:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331295360 00000100:00100000:0.0:1734016059.120260:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331295360 00002000:00100000:0.0:1734016059.120294:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5861376->5865471) req@ffff880079436a00 x1818247331295360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.120303:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079436a00 with x1818247331295360 ext(5861376->5865471) 00002000:00010000:0.0:1734016059.120308:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079436a00 00000100:00100000:0.0:1734016059.120373:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8125 00000100:00100000:0.0:1734016059.120380:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331295360:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.120526:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331295360:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 146us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.120533:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8125 00002000:00100000:0.0:1734016059.120538:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5861376->5865471) req@ffff880079436a00 x1818247331295360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.120544:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079436a00 with x1818247331295360 ext(5861376->5865471) 00002000:00010000:0.0:1734016059.120547:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079436a00 00000100:00100000:0.0:1734016059.133812:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331295872 00000100:00100000:0.0:1734016059.133820:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331295872 00002000:00100000:0.0:1734016059.133857:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5853184->5857279) req@ffff88007953d500 x1818247331295872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.133866:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007953d500 with x1818247331295872 ext(5853184->5857279) 00002000:00010000:0.0:1734016059.133871:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007953d500 00000100:00100000:0.0:1734016059.133900:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8127 00000100:00100000:0.0:1734016059.133907:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007953d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331295872:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.134277:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331295872:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 369us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.134286:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8127 00002000:00100000:0.0:1734016059.134291:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5853184->5857279) req@ffff88007953d500 x1818247331295872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.134297:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007953d500 with x1818247331295872 ext(5853184->5857279) 00002000:00010000:0.0:1734016059.134300:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007953d500 00000100:00100000:0.0:1734016059.139299:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331296128 00000100:00100000:0.0:1734016059.139312:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331296128 00002000:00100000:0.0:1734016059.139359:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5849088->5853183) req@ffff880075e86300 x1818247331296128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.139370:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86300 with x1818247331296128 ext(5849088->5853183) 00002000:00010000:0.0:1734016059.139377:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86300 00000100:00100000:0.0:1734016059.139702:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8128 00000100:00100000:0.0:1734016059.139710:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331296128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.150710:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331296640 00000100:00100000:0.0:1734016059.150759:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331296640 00002000:00100000:0.0:1734016059.150807:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5840896->5844991) req@ffff8800795ee680 x1818247331296640/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.150817:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ee680 with x1818247331296640 ext(5840896->5844991) 00002000:00010000:0.0:1734016059.150823:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ee680 00000100:00100000:0.0:1734016059.150852:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8130 00000100:00100000:0.0:1734016059.150861:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331296640:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.151031:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331296640:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 171us (440us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.151038:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8130 00002000:00100000:0.0:1734016059.151044:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5840896->5844991) req@ffff8800795ee680 x1818247331296640/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.151052:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ee680 with x1818247331296640 ext(5840896->5844991) 00002000:00010000:0.0:1734016059.151055:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ee680 00000100:00100000:0.0:1734016059.165393:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331297408 00000100:00100000:0.0:1734016059.165405:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331297408 00002000:00100000:0.0:1734016059.165446:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5828608->5832703) req@ffff8800795eed80 x1818247331297408/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.165457:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795eed80 with x1818247331297408 ext(5828608->5832703) 00002000:00010000:0.0:1734016059.165462:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795eed80 00000100:00100000:0.0:1734016059.165554:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8133 00000100:00100000:0.0:1734016059.165561:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331297408:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.165755:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331297408:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 193us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.165762:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8133 00002000:00100000:0.0:1734016059.165767:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5828608->5832703) req@ffff8800795eed80 x1818247331297408/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.165773:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795eed80 with x1818247331297408 ext(5828608->5832703) 00002000:00010000:0.0:1734016059.165776:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795eed80 00000100:00100000:0.0:1734016059.172616:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331297920 00000100:00100000:0.0:1734016059.172628:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331297920 00002000:00100000:0.0:1734016059.172677:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5820416->5824511) req@ffff880075e84a80 x1818247331297920/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.172688:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84a80 with x1818247331297920 ext(5820416->5824511) 00002000:00010000:0.0:1734016059.172694:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84a80 00000100:00100000:0.0:1734016059.172793:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8135 00000100:00100000:0.0:1734016059.172799:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331297920:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.172960:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331297920:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 159us (430us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.172969:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8135 00002000:00100000:0.0:1734016059.172974:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5820416->5824511) req@ffff880075e84a80 x1818247331297920/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.172981:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84a80 with x1818247331297920 ext(5820416->5824511) 00002000:00010000:0.0:1734016059.172983:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84a80 00000100:00100000:0.0:1734016059.178290:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331298432 00000100:00100000:0.0:1734016059.178297:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331298432 00002000:00100000:0.0:1734016059.178329:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5812224->5816319) req@ffff880075e86d80 x1818247331298432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.178338:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86d80 with x1818247331298432 ext(5812224->5816319) 00002000:00010000:0.0:1734016059.178341:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86d80 00000100:00100000:0.0:1734016059.178439:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8137 00000100:00100000:0.0:1734016059.178446:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331298432:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.178612:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331298432:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 166us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.178619:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8137 00002000:00100000:0.0:1734016059.178625:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5812224->5816319) req@ffff880075e86d80 x1818247331298432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.178630:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86d80 with x1818247331298432 ext(5812224->5816319) 00002000:00010000:0.0:1734016059.178633:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86d80 00000100:00100000:0.0:1734016059.185406:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331298944 00000100:00100000:0.0:1734016059.185413:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331298944 00002000:00100000:0.0:1734016059.185448:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5804032->5808127) req@ffff8800795ec380 x1818247331298944/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.185461:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ec380 with x1818247331298944 ext(5804032->5808127) 00002000:00010000:0.0:1734016059.185465:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ec380 00000100:00100000:0.0:1734016059.185582:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8139 00000100:00100000:0.0:1734016059.185588:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331298944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.185746:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331298944:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 156us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.185752:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8139 00002000:00100000:0.0:1734016059.185757:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5804032->5808127) req@ffff8800795ec380 x1818247331298944/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.185764:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ec380 with x1818247331298944 ext(5804032->5808127) 00002000:00010000:0.0:1734016059.185766:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ec380 00000100:00100000:0.0:1734016059.192693:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331299328 00000100:00100000:0.0:1734016059.192702:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331299328 00002000:00100000:0.0:1734016059.192824:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5799936->5865471) req@ffff880075e84000 x1818247331299328/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.192834:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84000 with x1818247331299328 ext(5799936->5865471) 00002000:00010000:0.0:1734016059.192839:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84000 00000100:00100000:0.0:1734016059.212276:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.217525:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.221177:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.231562:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.242872:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.250371:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331302400 00000100:00100000:0.0:1734016059.250380:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331302400 00002000:00100000:0.0:1734016059.250416:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9662464->9666559) req@ffff8800771f0a80 x1818247331302400/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.250425:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0a80 with x1818247331302400 ext(9662464->9666559) 00002000:00010000:0.0:1734016059.250430:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0a80 00000100:00100000:0.0:1734016059.250561:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8151 00000100:00100000:0.0:1734016059.250567:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331302400:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.250902:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331302400:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 334us (655us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.250908:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8151 00002000:00100000:0.0:1734016059.250914:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9662464->9666559) req@ffff8800771f0a80 x1818247331302400/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.250920:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0a80 with x1818247331302400 ext(9662464->9666559) 00002000:00010000:0.0:1734016059.250923:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0a80 00000100:00100000:0.0:1734016059.253623:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.259086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.263650:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007731a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331302784:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4311us (4562us total) trans 4294969156 rc 0/0 00000100:00100000:0.0:1734016059.263667:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8153 00002000:00100000:0.0:1734016059.263682:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9658368->9703423) req@ffff88007731a680 x1818247331302784/t4294969156(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/448 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.263691:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007731a680 with x1818247331302784 ext(9658368->9703423) 00002000:00010000:0.0:1734016059.263698:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007731a680 00000100:00100000:0.0:1734016059.266341:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016059.267878:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969156 is committed 00000100:00100000:0.0:1734016059.271604:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.279232:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.283543:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.288840:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.294773:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.299617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.303606:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.307480:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.312826:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.323159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.325920:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.329090:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.333058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.336114:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.338486:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.346628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.352951:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.357027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.360000:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.362829:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.365479:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.370475:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.370542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.374170:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.380024:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016059.384240:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968563 is committed 00000001:00080000:0.0:1734016059.384252:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968561 is committed 00000100:00100000:0.0:1734016059.386254:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.391981:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.398664:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.402554:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.406717:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.410614:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.413958:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.417625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.420883:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331309568:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2533us (3261us total) trans 4294969159 rc 0/0 00000100:00100000:0.0:1734016059.420895:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8173 00002000:00100000:0.0:1734016059.420909:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6660096->6680575) req@ffff8800770bce00 x1818247331309568/t4294969159(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/448 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.420918:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bce00 with x1818247331309568 ext(6660096->6680575) 00002000:00010000:0.0:1734016059.420923:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bce00 00000100:00100000:0.0:1734016059.424056:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016059.425706:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969159 is committed 00000100:00100000:0.0:1734016059.434712:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.447226:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.451399:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.465757:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.468544:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.475611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.482313:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.488596:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.491610:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.493984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.497330:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.500802:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.508662:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.514267:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.523932:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.531276:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016059.542939:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016059.542954:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016059.542960:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016059.542966:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016059.542969:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016059.542975:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016059.542991:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016059.542994:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016059.542997:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016059.543002:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3170e1f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016059.551461:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.551517:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.558448:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.561634:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.564243:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.567336:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.572329:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334105472:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016059.572354:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016059.572395:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331313536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4794us (5059us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016059.572635:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2607 00000100:00100000:0.0:1734016059.598134:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.598204:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.601429:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.693296:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.696668:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.707383:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334105600:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016059.707394:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334105728:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016059.707424:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3002368->3043327] (req 3002368->3043327) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.707439:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:0.0:1734016059.707473:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:9631:x1818247331314688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10660us (10812us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016059.707482:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10047 00000100:00100000:0.0:1734016059.708088:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2609 00000100:00100000:0.0:1734016059.708092:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331314944:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016059.708098:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016059.708105:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3170e3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4870144->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f56 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016059.708112:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3170e3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4870144->4878335) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f56 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016059.708121:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3170e3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4870144->4878335) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f56 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016059.708132:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016059.708134:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016059.708139:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.708146:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.708170:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016059.708179:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f70700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334105856:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016059.708218:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016059.716387:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076f70700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334105856:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016059.716414:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016059.716480:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331314944:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8384us (9176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016059.716490:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2609 00000100:00100000:0.0:1734016059.719512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.723241:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.727754:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331315584 00000100:00100000:0.0:1734016059.727761:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331315584 00002000:00100000:0.0:1734016059.727791:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1708032->1712127) req@ffff8800771f1c00 x1818247331315584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.727801:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1c00 with x1818247331315584 ext(1708032->1712127) 00002000:00010000:0.0:1734016059.727805:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1c00 00000100:00100000:0.0:1734016059.727830:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8183 00000100:00100000:0.0:1734016059.727836:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331315584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.728821:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331315584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 978us (1381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.728828:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8183 00002000:00100000:0.0:1734016059.728836:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1708032->1712127) req@ffff8800771f1c00 x1818247331315584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.728844:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1c00 with x1818247331315584 ext(1708032->1712127) 00002000:00010000:0.0:1734016059.728848:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1c00 00000100:00100000:0.0:1734016059.732954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.738301:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.751426:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.762272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.765824:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331317888 00000100:00100000:0.0:1734016059.765832:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331317888 00002000:00100000:0.0:1734016059.765865:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1671168->1675263) req@ffff8800771f3800 x1818247331317888/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.765874:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3800 with x1818247331317888 ext(1671168->1675263) 00002000:00010000:0.0:1734016059.765879:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3800 00000100:00100000:0.0:1734016059.765909:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8192 00000100:00100000:0.0:1734016059.765915:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331317888:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.766064:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331317888:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 146us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.766070:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8192 00002000:00100000:0.0:1734016059.766075:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1671168->1675263) req@ffff8800771f3800 x1818247331317888/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.766082:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3800 with x1818247331317888 ext(1671168->1675263) 00002000:00010000:0.0:1734016059.766084:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3800 00000100:00100000:0.0:1734016059.773538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.777839:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331318528 00000100:00100000:0.0:1734016059.777849:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331318528 00002000:00100000:0.0:1734016059.777890:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1662976->8167423) req@ffff8800771f1880 x1818247331318528/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 504/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.777901:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1880 with x1818247331318528 ext(1662976->8167423) 00002000:00010000:0.0:1734016059.777906:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1880 00000100:00100000:0.0:1734016059.777943:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8195 00000100:00100000:0.0:1734016059.777951:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331318528:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016059.781899:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331318528:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3941us (4193us total) trans 4294969163 rc 0/0 00000100:00100000:0.0:1734016059.781910:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8195 00002000:00100000:0.0:1734016059.781919:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1662976->8167423) req@ffff8800771f1880 x1818247331318528/t4294969163(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 504/448 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.781934:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1880 with x1818247331318528 ext(1662976->8167423) 00002000:00010000:0.0:1734016059.781939:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1880 00000100:00100000:0.0:1734016059.788425:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016059.790049:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969163 is committed 00000001:00080000:0.0:1734016059.790066:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969161 is committed 00000100:00100000:0.0:1734016059.803006:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.807321:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331319168 00000100:00100000:0.0:1734016059.807327:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331319168 00010000:00010000:0.0:1734016059.807350:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 7 pid: 7694 timeout: 424 lvb_type: 0 00000100:00100000:0.0:1734016059.807385:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2610 00000100:00100000:0.0:1734016059.807391:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331319168:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016059.807402:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016059.807419:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 7 pid: 7694 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016059.807429:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 7 pid: 7694 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016059.807446:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3170e57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3002368->3043327) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f6b expref: 7 pid: 7694 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016059.807465:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016059.807467:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016059.807473:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3170e65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4644864->4648959) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f79 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.807482:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3170e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4644864->4648959) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f79 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016059.807505:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3170e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4644864->4648959) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f79 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016059.807515:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334106240:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016059.808225:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016059.810982:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334106240:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016059.811002:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016059.811048:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331319168:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3655us (4360us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016059.811058:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2610 00000100:00100000:0.0:1734016059.811665:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331319424 00000100:00100000:0.0:1734016059.811671:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331319424 00002000:00100000:0.0:1734016059.811702:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4644864->4648959) req@ffff8800795ec700 x1818247331319424/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.811709:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ec700 with x1818247331319424 ext(4644864->4648959) 00002000:00010000:0.0:1734016059.811713:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ec700 00000100:00100000:0.0:1734016059.815448:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.819474:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331319936 00000100:00100000:0.0:1734016059.819481:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331319936 00002000:00100000:0.0:1734016059.819520:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4636672->4640767) req@ffff880075d94700 x1818247331319936/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.819536:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d94700 with x1818247331319936 ext(4636672->4640767) 00002000:00010000:0.0:1734016059.819541:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d94700 00000100:00100000:0.0:1734016059.819602:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8198 00000100:00100000:0.0:1734016059.819609:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331319936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.820046:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331319936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 434us (685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.820053:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8198 00002000:00100000:0.0:1734016059.820059:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4636672->4640767) req@ffff880075d94700 x1818247331319936/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.820065:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d94700 with x1818247331319936 ext(4636672->4640767) 00002000:00010000:0.0:1734016059.820069:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d94700 00000100:00100000:0.0:1734016059.823988:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331320192 00000100:00100000:0.0:1734016059.823999:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331320192 00002000:00100000:0.0:1734016059.824040:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4632576->4636671) req@ffff880075d97480 x1818247331320192/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.824050:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97480 with x1818247331320192 ext(4632576->4636671) 00002000:00010000:0.0:1734016059.824055:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97480 00000100:00100000:0.0:1734016059.824469:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8199 00000100:00100000:0.0:1734016059.824475:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331320192:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.824625:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331320192:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 148us (1220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.824631:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8199 00002000:00100000:0.0:1734016059.824636:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4632576->4636671) req@ffff880075d97480 x1818247331320192/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.824643:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97480 with x1818247331320192 ext(4632576->4636671) 00002000:00010000:0.0:1734016059.824646:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97480 00000100:00100000:0.0:1734016059.828335:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.836865:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331320704 00000100:00100000:0.0:1734016059.836879:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331320704 00002000:00100000:0.0:1734016059.836930:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4624384->4628479) req@ffff880075d96d80 x1818247331320704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.836939:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96d80 with x1818247331320704 ext(4624384->4628479) 00002000:00010000:0.0:1734016059.836945:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d96d80 00000100:00100000:0.0:1734016059.836989:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8201 00000100:00100000:0.0:1734016059.836997:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331320704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.837181:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331320704:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 183us (1865us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.837197:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8201 00002000:00100000:0.0:1734016059.837203:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4624384->4628479) req@ffff880075d96d80 x1818247331320704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.837209:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96d80 with x1818247331320704 ext(4624384->4628479) 00002000:00010000:0.0:1734016059.837212:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d96d80 00000100:00100000:0.0:1734016059.845293:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.892411:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.911236:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.917311:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.938877:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.979028:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016059.998903:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331324544 00000100:00100000:0.0:1734016059.998912:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331324544 00002000:00100000:0.0:1734016059.998953:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1384448->1388543) req@ffff88011d837b80 x1818247331324544/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/0 e 0 to 0 dl 1734016070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.998962:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d837b80 with x1818247331324544 ext(1384448->1388543) 00002000:00010000:0.0:1734016059.998967:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d837b80 00000100:00100000:0.0:1734016059.999000:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8213 00000100:00100000:0.0:1734016059.999085:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331324544:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016059.999297:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331324544:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 288us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016059.999303:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8213 00002000:00100000:0.0:1734016059.999309:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1384448->1388543) req@ffff88011d837b80 x1818247331324544/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:20/0 lens 488/4536 e 0 to 0 dl 1734016070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016059.999315:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d837b80 with x1818247331324544 ext(1384448->1388543) 00002000:00010000:0.0:1734016059.999317:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d837b80 00000100:00100000:0.0:1734016060.002093:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.009997:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331324928 00000100:00100000:0.0:1734016060.010006:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331324928 00010000:00010000:0.0:1734016060.010039:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3170e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6959104->6963199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f87 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00000100:00100000:0.0:1734016060.010074:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2613 00000100:00100000:0.0:1734016060.010081:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331324928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016060.010093:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016060.010108:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1056 00010000:00010000:0.0:1734016060.010113:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3170e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6959104->6963199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f87 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016060.010124:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3170e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6959104->6963199) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f87 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016060.010145:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3170e73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6959104->6963199) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f87 expref: 9 pid: 7693 timeout: 424 lvb_type: 0 00010000:00010000:0.0:1734016060.010169:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.010171:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.010176:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3170e88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7958528->8028159) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f9c expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.010191:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3170e88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7958528->8028159) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f9c expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.010221:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3170e88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7958528->8028159) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56f9c expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016060.010234:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334107136:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016060.010285:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.013424:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.018056:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.030954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.050374:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.054809:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.074422:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.084063:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.087259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016060.097646:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969168 is committed 00000100:00100000:0.0:1734016060.104058:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.109025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.114669:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.128564:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331327744 00000100:00100000:0.0:1734016060.128573:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331327744 00002000:00100000:0.0:1734016060.128615:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2985984->2990079) req@ffff880076163480 x1818247331327744/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.128625:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163480 with x1818247331327744 ext(2985984->2990079) 00002000:00010000:0.0:1734016060.128630:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163480 00000100:00100000:0.0:1734016060.128668:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8220 00000100:00100000:0.0:1734016060.128675:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331327744:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016060.128849:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331327744:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 172us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016060.128855:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8220 00002000:00100000:0.0:1734016060.128861:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2985984->2990079) req@ffff880076163480 x1818247331327744/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/4536 e 0 to 0 dl 1734016071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.128867:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163480 with x1818247331327744 ext(2985984->2990079) 00002000:00010000:0.0:1734016060.128870:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163480 00000100:00100000:0.0:1734016060.176301:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331328256 00000100:00100000:0.0:1734016060.176313:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331328256 00002000:00100000:0.0:1734016060.176370:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2977792->2981887) req@ffff88007718e300 x1818247331328256/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.176381:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718e300 with x1818247331328256 ext(2977792->2981887) 00002000:00010000:0.0:1734016060.176389:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718e300 00000100:00100000:0.0:1734016060.176426:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8222 00000100:00100000:0.0:1734016060.176435:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331328256:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016060.176638:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331328256:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 203us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016060.176647:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8222 00002000:00100000:0.0:1734016060.176654:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2977792->2981887) req@ffff88007718e300 x1818247331328256/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/4536 e 0 to 0 dl 1734016071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.176662:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718e300 with x1818247331328256 ext(2977792->2981887) 00002000:00010000:0.0:1734016060.176665:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718e300 00000100:00100000:0.0:1734016060.188718:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331328768 00000100:00100000:0.0:1734016060.188761:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331328768 00002000:00100000:0.0:1734016060.188815:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2969600->2973695) req@ffff88007718dc00 x1818247331328768/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.188825:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718dc00 with x1818247331328768 ext(2969600->2973695) 00002000:00010000:0.0:1734016060.188830:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718dc00 00000100:00100000:0.0:1734016060.188869:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8224 00000100:00100000:0.0:1734016060.188875:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331328768:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016060.189751:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331328768:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 868us (1121us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016060.189761:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8224 00002000:00100000:0.0:1734016060.189767:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2969600->2973695) req@ffff88007718dc00 x1818247331328768/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/4536 e 0 to 0 dl 1734016071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.189775:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718dc00 with x1818247331328768 ext(2969600->2973695) 00002000:00010000:0.0:1734016060.189781:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718dc00 00000100:00100000:0.0:1734016060.193065:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331329024 00000100:00100000:0.0:1734016060.193075:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331329024 00002000:00100000:0.0:1734016060.193133:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2965504->2969599) req@ffff88007718d180 x1818247331329024/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.193143:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d180 with x1818247331329024 ext(2965504->2969599) 00002000:00010000:0.0:1734016060.193148:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d180 00000100:00100000:0.0:1734016060.193194:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8225 00000100:00100000:0.0:1734016060.193203:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331329024:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016060.193391:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331329024:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 189us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016060.193398:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8225 00002000:00100000:0.0:1734016060.193404:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2965504->2969599) req@ffff88007718d180 x1818247331329024/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/4536 e 0 to 0 dl 1734016071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.193410:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d180 with x1818247331329024 ext(2965504->2969599) 00002000:00010000:0.0:1734016060.193414:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d180 00000100:00100000:0.0:1734016060.202350:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331329280 00000100:00100000:0.0:1734016060.202363:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331329280 00002000:00100000:0.0:1734016060.202432:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2961408->2965503) req@ffff88007718d500 x1818247331329280/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.202445:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247331329280 ext(2961408->2965503) 00002000:00010000:0.0:1734016060.202451:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500 00000100:00100000:0.0:1734016060.211782:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331329536 00000100:00100000:0.0:1734016060.211791:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331329536 00002000:00100000:0.0:1734016060.211838:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2957312->2961407) req@ffff88007718df80 x1818247331329536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.211848:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247331329536 ext(2957312->2961407) 00002000:00010000:0.0:1734016060.211857:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:0.0:1734016060.211896:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8227 00000100:00100000:0.0:1734016060.211904:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331329536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016060.212100:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331329536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 195us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016060.212107:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8227 00002000:00100000:0.0:1734016060.212113:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2957312->2961407) req@ffff88007718df80 x1818247331329536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/4536 e 0 to 0 dl 1734016071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.212121:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247331329536 ext(2957312->2961407) 00002000:00010000:0.0:1734016060.212123:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:0.0:1734016060.221102:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331330048 00000100:00100000:0.0:1734016060.221113:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331330048 00002000:00100000:0.0:1734016060.221150:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2949120->2953215) req@ffff880075578380 x1818247331330048/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/0 e 0 to 0 dl 1734016071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.221159:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075578380 with x1818247331330048 ext(2949120->2953215) 00002000:00010000:0.0:1734016060.221164:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075578380 00000100:00100000:0.0:1734016060.221205:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8229 00000100:00100000:0.0:1734016060.221211:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331330048:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016060.221372:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331330048:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 159us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016060.221378:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8229 00002000:00100000:0.0:1734016060.221383:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2949120->2953215) req@ffff880075578380 x1818247331330048/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:21/0 lens 488/4536 e 0 to 0 dl 1734016071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016060.221390:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075578380 with x1818247331330048 ext(2949120->2953215) 00002000:00010000:0.0:1734016060.221393:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075578380 00000100:00100000:0.0:1734016060.313007:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.313071:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.313134:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.454000:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.462015:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.484235:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.493315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.498825:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.498899:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331331968 00000100:00100000:0.0:1734016060.498907:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331331968 00000100:00100000:0.0:1734016060.499326:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10067 00000100:00100000:0.0:1734016060.499335:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331331968:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016060.499616:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9068804 -> 9068804 00002000:00010000:0.0:1734016060.499619:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016060 -> 1734016060 00002000:00010000:0.0:1734016060.499621:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016060 -> 1734016060 00002000:00010000:0.0:1734016060.499623:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016060 -> 1734016060 00002000:00010000:0.0:1734016060.499625:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1224 00000100:00100000:0.0:1734016060.499656:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331331968:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 322us (833us total) trans 4294969169 rc 0/0 00000100:00100000:0.0:1734016060.499661:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10067 00000100:00100000:0.0:1734016060.504460:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.515934:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.520048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.523269:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.531095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.538461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.547800:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.555948:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.559422:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334109056:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016060.559478:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3170ef1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ff7 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.559497:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3170ef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce56ff7 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.559556:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280900, rc 0) 00000100:00100000:0.0:1734016060.559924:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331332992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3647us (3994us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016060.559934:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10074 00000100:00100000:0.0:1734016060.563867:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.563921:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331333120 00000100:00100000:0.0:1734016060.563934:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331333120 00000100:00100000:0.0:1734016060.563995:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10075 00000100:00100000:0.0:1734016060.564004:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331333120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016060.564031:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016060.564056:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3170ef8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce56ffe expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016060.564131:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334109184:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016060.564235:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.572255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.580202:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.586151:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.604705:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.611880:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331334016 00000100:00100000:0.0:1734016060.611888:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331334016 00002000:00010000:0.0:1734016060.611931:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2636797->18446744073709551615) 00002000:00100000:0.0:1734016060.611937:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075578a80 with x1818247331334016 ext(2636797->18446744073709551615) 00002000:00010000:0.0:1734016060.611951:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075578a80. 00000100:00100000:0.0:1734016060.611996:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8235 00000100:00100000:0.0:1734016060.612005:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331334016:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016060.630340:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331334272 00000100:00100000:0.0:1734016060.630355:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331334272 00000100:00100000:0.0:1734016060.630434:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 1995 00000100:00100000:0.0:1734016060.630443:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:9631:x1818247331334272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016060.630482:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016060.630510:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3170f22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5701a expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.630652:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170f29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016060.630671:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170f29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016060.630684:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170f29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016060.630717:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2636797 00000004:00200000:0.0:1734016060.630763:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016060.630790:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170f29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016060.630820:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3170f22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5701a expref: 17 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.630852:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3170f29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5701a expref: 16 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.630862:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016060.630865:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016060.630867:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016060.630942:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:9631:x1818247331334272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 499us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.630950:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 1995 00000100:00100000:0.0:1734016060.634760:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.647861:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.661403:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.667339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.676020:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.680338:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.692892:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016060.726668:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016060.726690:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016060.726698:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016060.726704:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016060.726710:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016060.726718:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016060.727025:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016060.727028:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016060.727033:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016060.727037:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3170f5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016060.736091:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.744256:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331335936 00000100:00100000:0.0:1734016060.744269:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331335936 00002000:00010000:0.0:1734016060.744312:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8444501->18446744073709551615) 00002000:00100000:0.0:1734016060.744316:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579500 with x1818247331335936 ext(8444501->18446744073709551615) 00002000:00010000:0.0:1734016060.744329:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579500. 00000100:00100000:0.0:1734016060.744362:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8236 00000100:00100000:0.0:1734016060.744368:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331335936:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016060.744579:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2636797 -> 8444501 00002000:00010000:0.0:1734016060.744582:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016060 -> 1734016061 00002000:00010000:0.0:1734016060.744585:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016060 -> 1734016060 00002000:00010000:0.0:1734016060.744587:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016060 -> 1734016061 00002000:00010000:0.0:1734016060.744589:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1016 -> 1016 00000100:00100000:0.0:1734016060.744647:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331335936:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 278us (521us total) trans 4294969173 rc 0/0 00000100:00100000:0.0:1734016060.744654:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8236 00002000:00010000:0.0:1734016060.744657:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8444501->18446744073709551615) 00002000:00100000:0.0:1734016060.744659:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579500 with x1818247331335936 ext(8444501->18446744073709551615) 00002000:00010000:0.0:1734016060.744662:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579500. 00000100:00100000:0.0:1734016060.755804:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.774020:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.779315:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.793439:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.806395:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.816455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.820104:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.827858:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.831812:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.843974:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016060.848150:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969174 is committed 00000001:00080000:0.0:1734016060.848181:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969172 is committed 00000100:00100000:0.0:1734016060.861100:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.865629:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016060.872760:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331340672 00000100:00100000:0.0:1734016060.872769:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331340672 00010000:00010000:0.0:1734016060.872803:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3170f61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5704b expref: 7 pid: 7694 timeout: 425 lvb_type: 0 00000100:00100000:0.0:1734016060.872836:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2623 00000100:00100000:0.0:1734016060.872844:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331340672:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016060.872858:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016060.872879:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1016 -> 1128 00010000:00010000:0.0:1734016060.872886:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3170f61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5704b expref: 7 pid: 7694 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.872898:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3170f61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5704b expref: 7 pid: 7694 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.872925:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3170f61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5704b expref: 7 pid: 7694 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.872959:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.872961:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.872968:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.872978:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.873012:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016060.873026:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334111232:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016060.873086:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.879188:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334111232:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016060.879218:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016060.880104:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331340672:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7257us (7690us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.880114:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2623 00000100:00100000:0.0:1734016060.891689:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334111360:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016060.891783:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3170f92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57067 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.891801:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3170f92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57067 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.891828:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:0.0:1734016060.891907:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331341056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2571us (3048us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016060.891921:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10088 00000100:00100000:0.0:1734016060.895317:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331341184 00000100:00100000:0.0:1734016060.895330:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331341184 00000100:00100000:0.0:1734016060.895395:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10089 00000100:00100000:0.0:1734016060.895403:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331341184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016060.895427:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016060.895452:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170f99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5706e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016060.895527:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334111488:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016060.895610:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.897932:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334111488:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016060.897977:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170f99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5706e expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.897992:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170f99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5706e expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.898005:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016060.898069:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331341184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2665us (2875us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016060.898079:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10089 00000100:00100000:0.0:1734016060.911244:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331341568 00000100:00100000:0.0:1734016060.911256:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331341568 00010000:00010000:0.0:1734016060.911300:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00000100:00100000:0.0:1734016060.911348:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2624 00000100:00100000:0.0:1734016060.911357:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331341568:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016060.911372:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016060.911399:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.911411:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.911438:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3170f7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57059 expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.911468:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.911470:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.911474:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3170fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9760768->9805823] (req 9760768->9805823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.911483:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3170fa0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9760768->9805823] (req 9760768->9805823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.911519:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016060.911572:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331341568:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 216us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.911579:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2624 00000001:00080000:0.0:1734016060.918200:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969176 is committed 00000100:00100000:0.0:1734016060.922658:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331341696 00000100:00100000:0.0:1734016060.922674:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331341696 00000100:00100000:0.0:1734016060.922775:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10090 00000100:00100000:0.0:1734016060.922786:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331341696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016060.922819:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016060.922853:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170fa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57075 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016060.922888:0:7693:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9805824, mtime: 0x675afc3d, atime: 0x675afc3c, ctime: 0x675afc3d, blocks: 0x4c0 00010000:00010000:0.0:1734016060.922918:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.922920:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.922928:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57075 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.922949:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57075 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.922961:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016060.927950:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331341696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5140us (5370us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.927968:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10090 00000100:00100000:0.0:1734016060.937553:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331341952 00000100:00100000:0.0:1734016060.937565:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331341952 00010000:00010000:0.0:1734016060.937604:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170fa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57075 expref: 9 pid: 7693 timeout: 425 lvb_type: 1 00000100:00100000:0.0:1734016060.937651:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2625 00000100:00100000:0.0:1734016060.937661:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331341952:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016060.937678:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016060.937704:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170fa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57075 expref: 9 pid: 7693 timeout: 425 lvb_type: 1 00010000:00010000:0.0:1734016060.937718:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3170fa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57075 expref: 9 pid: 7693 timeout: 425 lvb_type: 1 00010000:00010000:0.0:1734016060.937769:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.937771:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.937778:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.937794:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.937830:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016060.937846:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334111872:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016060.937916:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.942362:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334111872:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016060.942388:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016060.942944:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331341952:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5279us (5488us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.942957:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2625 00002000:00010000:0.0:1734016060.957445:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016060 -> 1734016061 00000100:00100000:0.0:1734016060.957481:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334112000:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016060.957523:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170fc3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5708a expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.957539:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3170fc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5708a expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.957567:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:0.0:1734016060.957658:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331342336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3249us (4097us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016060.957672:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10093 00000100:00100000:0.0:1734016060.964661:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334112128:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016060.964779:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d3170fca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57091 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.964798:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d3170fca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57091 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016060.964816:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282f40, rc 0) 00000100:00100000:0.0:1734016060.964897:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331342464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3397us (3578us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016060.964909:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10094 00000100:00100000:0.0:1734016060.975672:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331342848 00000100:00100000:0.0:1734016060.975684:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331342848 00010000:00010000:0.0:1734016060.975759:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3170f8b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57060 expref: 18 pid: 6485 timeout: 425 lvb_type: 0 00000100:00100000:0.0:1734016060.975805:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2626 00000100:00100000:0.0:1734016060.975814:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247331342848:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016060.975835:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016060.975844:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3170f8b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57060 expref: 18 pid: 6485 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.975859:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3170f8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57060 expref: 18 pid: 6485 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.975897:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016060.975904:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d3170fd1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016060.975915:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d3170fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016060.975924:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d3170fd1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016060.975952:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016060.978134:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247331342848:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2313us (2533us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.978146:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2626 00000100:00100000:0.0:1734016060.984099:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331342976 00000100:00100000:0.0:1734016060.984109:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331342976 00000100:00100000:0.0:1734016060.984184:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10095 00000100:00100000:0.0:1734016060.984194:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331342976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016060.984217:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016060.984239:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57098 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.984273:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.984281:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016060.984283:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016060.984287:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.984327:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.984339:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 7 pid: 7693 timeout: 425 lvb_type: 0 00000100:00100000:0.0:1734016060.984354:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079562d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334112384:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016060.984442:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.991422:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331343104 00000100:00100000:0.0:1734016060.991430:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331343104 00010000:00010000:0.0:1734016060.991467:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00000100:00100000:0.0:1734016060.991501:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2627 00000100:00100000:0.0:1734016060.991507:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331343104:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016060.991521:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016060.991544:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.991555:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.991580:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3170fae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5120000->5152767) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5707c expref: 8 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016060.991601:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.991603:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016060.991609:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.991618:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016060.991650:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016060.991665:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079563800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334112512:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016060.991743:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016060.994446:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079563800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334112512:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016060.994470:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016060.994520:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331343104:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3012us (3204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016060.994531:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2627 00000100:00100000:0.0:1734016060.996230:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331343232 00000100:00100000:0.0:1734016060.996240:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331343232 00002000:00010000:0.0:1734016060.996282:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5721199->18446744073709551615) 00002000:00100000:0.0:1734016060.996287:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95500 with x1818247331343232 ext(5721199->18446744073709551615) 00002000:00010000:0.0:1734016060.996300:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d95500. 00000100:00100000:0.0:1734016060.996341:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8254 00000100:00100000:0.0:1734016060.996348:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331343232:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016060.996905:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9805824 -> 5721199 00002000:00010000:0.0:1734016060.996910:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016061 -> 1734016061 00002000:00010000:0.0:1734016060.996912:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016060 -> 1734016060 00002000:00010000:0.0:1734016060.996915:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016061 -> 1734016061 00002000:00010000:0.0:1734016060.996917:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1280 -> 1016 00000100:00100000:0.0:1734016060.996991:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331343232:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 642us (1092us total) trans 4294969178 rc 0/0 00000100:00100000:0.0:1734016060.996999:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8254 00002000:00010000:0.0:1734016060.997001:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5721199->18446744073709551615) 00002000:00100000:0.0:1734016060.997004:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95500 with x1818247331343232 ext(5721199->18446744073709551615) 00002000:00010000:0.0:1734016060.997008:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d95500. 00000100:00100000:0.0:1734016061.000630:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331343360 00000100:00100000:0.0:1734016061.000643:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331343360 00000100:00100000:0.0:1734016061.000715:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2003 00000100:00100000:0.0:1734016061.001454:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:9631:x1818247331343360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016061.001495:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016061.001523:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170fdf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5709f expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.001665:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3170fe6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016061.001685:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3170fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016061.001697:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3170fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016061.001776:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5721199 00000004:00200000:0.0:1734016061.001785:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016061.001810:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3170fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016061.001838:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3170fdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5709f expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.001860:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3170fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5709f expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.001869:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016061.001872:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016061.001875:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016061.002477:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:9631:x1818247331343360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1724us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016061.002486:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2003 00000100:00100000:0.0:1734016061.025822:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331343872 00000100:00100000:0.0:1734016061.025837:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331343872 00002000:00100000:0.0:1734016061.025910:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5722111) req@ffff880075d97100 x1818247331343872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/0 e 0 to 0 dl 1734016072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.025923:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97100 with x1818247331343872 ext(4194304->5722111) 00002000:00010000:0.0:1734016061.025933:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97100 00000100:00100000:0.0:1734016061.025991:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8256 00000100:00100000:0.0:1734016061.026002:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331343872:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016061.121143:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331344000 00000100:00100000:0.0:1734016061.121158:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331344000 00000100:00100000:0.0:1734016061.121339:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2004 00000100:00100000:0.0:1734016061.121347:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:9631:x1818247331344000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016061.121374:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016061.121399:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3170fed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce570a6 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.121520:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3170ff4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016061.121536:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3170ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016061.121548:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3170ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016061.121576:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5721199 00000004:00200000:0.0:1734016061.121580:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016061.121601:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3170ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016061.121624:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3170fed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570a6 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.122358:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3170ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570a6 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.122369:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016061.122372:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016061.122375:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016061.138156:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10097 00000100:00100000:0.0:1734016061.145667:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331344256:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016061.175826:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334112896:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016061.175893:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171009 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570bb expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016061.175914:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171009 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570bb expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016061.175948:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8281440, rc 0) 00000100:00100000:0.0:1734016061.176030:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331344384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10946us (11538us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016061.176043:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10098 00000100:00100000:0.0:1734016061.179027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.179077:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331344512 00000100:00100000:0.0:1734016061.179094:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331344512 00000100:00100000:0.0:1734016061.195794:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334113024:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016061.195833:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2863104->2867199] (req 2863104->2867199) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.195858:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:0.0:1734016061.195898:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331344512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14516us (16887us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016061.195906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10099 00000100:00100000:0.0:1734016061.219136:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331344640 00000100:00100000:0.0:1734016061.219150:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331344640 00010000:00010000:0.0:1734016061.219219:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 7 pid: 7693 timeout: 425 lvb_type: 0 00000100:00100000:0.0:1734016061.219278:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2628 00000100:00100000:0.0:1734016061.219288:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331344640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016061.219308:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016061.219336:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 7 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016061.219353:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 7 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016061.219382:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3170fd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57098 expref: 7 pid: 7693 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016061.219403:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016061.219407:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016061.219415:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2867199) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.219425:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2867199) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.219469:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2867199) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016061.219484:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079563b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334113920:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016061.219574:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016061.238191:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079563b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334113920:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016061.238237:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016061.238352:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331344640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 19060us (19409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016061.238369:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2628 00000100:00100000:0.0:1734016061.264091:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.266964:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.273544:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.280308:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.286886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.292550:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.312551:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331347200 00000100:00100000:0.0:1734016061.312567:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331347200 00002000:00100000:0.0:1734016061.312637:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2826240->2830335) req@ffff8800795ee300 x1818247331347200/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:22/0 lens 488/0 e 0 to 0 dl 1734016072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.312650:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ee300 with x1818247331347200 ext(2826240->2830335) 00002000:00010000:0.0:1734016061.312657:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ee300 00000100:00100000:0.0:1734016061.312703:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8266 00000100:00100000:0.0:1734016061.312715:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331347200:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016061.313010:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331347200:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 296us (571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016061.313019:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8266 00002000:00100000:0.0:1734016061.313025:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2826240->2830335) req@ffff8800795ee300 x1818247331347200/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:22/0 lens 488/4536 e 0 to 0 dl 1734016072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.313039:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ee300 with x1818247331347200 ext(2826240->2830335) 00002000:00010000:0.0:1734016061.313042:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ee300 00000100:00100000:0.0:1734016061.316652:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.320530:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.325231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.333643:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.344648:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.349268:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.354679:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.363918:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.378184:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.398615:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2630 00000100:00100000:0.0:1734016061.398620:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331349760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016061.398631:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016061.398642:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2863104->2867199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 8 pid: 7694 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016061.398651:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2863104->2867199) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 8 pid: 7694 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016061.398666:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171010 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2863104->2867199) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570c2 expref: 8 pid: 7694 timeout: 425 lvb_type: 0 00010000:00010000:0.0:1734016061.398680:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016061.398683:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016061.398689:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d317101e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2285568->2306047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570d0 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.398698:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d317101e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2285568->2306047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570d0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.398779:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d317101e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2285568->2306047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce570d0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016061.398796:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334114304:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016061.398841:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016061.405930:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334114304:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016061.405972:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016061.406049:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331349760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7426us (7840us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016061.406064:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2630 00000100:00100000:0.0:1734016061.412407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.425614:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.445461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.461178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.480333:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.493217:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.504519:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.514640:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.523357:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.540781:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.547015:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.554201:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.563431:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.571530:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.581327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.595197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.603717:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.621660:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.629808:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016061.639254:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969182 is committed 00000001:00080000:0.0:1734016061.639297:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969181 is committed 00000100:00100000:0.0:1734016061.656523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.667343:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.685713:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.699010:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.717603:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.743984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.750280:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.764484:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.790873:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.814004:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.816986:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.817108:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.817163:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331354496 00000100:00100000:0.0:1734016061.817172:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331354496 00000100:00100000:0.0:1734016061.817223:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 306 00000100:00100000:0.0:1734016061.817229:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1968:x1818247331354496:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016061.817280:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1968:x1818247331354496:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 50us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016061.817289:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 306 00000100:00100000:0.0:1734016061.835124:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.849068:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.862754:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.872469:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.878274:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.882388:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.887831:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.894420:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.903894:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.912835:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.921212:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.932535:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.932693:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331356544 00000100:00100000:0.0:1734016061.932706:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331356544 00010000:00010000:0.0:1734016061.932765:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d31710e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2088959) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57186 expref: 10 pid: 7692 timeout: 426 lvb_type: 0 00000100:00100000:0.0:1734016061.932798:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2636 00000100:00100000:0.0:1734016061.932805:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331356544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016061.932820:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016061.932849:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d31710e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2088959) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57186 expref: 10 pid: 7692 timeout: 426 lvb_type: 0 00010000:00010000:0.0:1734016061.932863:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d31710e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2088959) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57186 expref: 10 pid: 7692 timeout: 426 lvb_type: 0 00010000:00010000:0.0:1734016061.932899:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016061.932901:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016061.932907:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.932916:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016061.932952:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016061.932966:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334118272:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016061.933031:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016061.937777:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334118272:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016061.937816:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016061.937904:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331356544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5095us (5381us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016061.937921:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2636 00000100:00100000:0.0:1734016061.947355:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.953534:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331357056 00000100:00100000:0.0:1734016061.953544:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331357056 00002000:00100000:0.0:1734016061.953591:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff8800795ef480 x1818247331357056/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/0 e 0 to 0 dl 1734016072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.953602:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ef480 with x1818247331357056 ext(462848->466943) 00002000:00010000:0.0:1734016061.953608:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ef480 00000100:00100000:0.0:1734016061.953642:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8281 00000100:00100000:0.0:1734016061.953650:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331357056:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016061.954033:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331357056:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 382us (590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016061.954041:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8281 00002000:00100000:0.0:1734016061.954047:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff8800795ef480 x1818247331357056/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/4536 e 0 to 0 dl 1734016072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.954054:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ef480 with x1818247331357056 ext(462848->466943) 00002000:00010000:0.0:1734016061.954057:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ef480 00000100:00100000:0.0:1734016061.961314:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.969625:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331357824 00000100:00100000:0.0:1734016061.969638:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331357824 00002000:00100000:0.0:1734016061.969690:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (450560->454655) req@ffff880076f70700 x1818247331357824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/0 e 0 to 0 dl 1734016072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.969701:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f70700 with x1818247331357824 ext(450560->454655) 00002000:00010000:0.0:1734016061.969708:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f70700 00000100:00100000:0.0:1734016061.969785:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8284 00000100:00100000:0.0:1734016061.969792:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331357824:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016061.969975:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331357824:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 184us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016061.969982:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8284 00002000:00100000:0.0:1734016061.969987:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (450560->454655) req@ffff880076f70700 x1818247331357824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/4536 e 0 to 0 dl 1734016072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.969993:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f70700 with x1818247331357824 ext(450560->454655) 00002000:00010000:0.0:1734016061.969996:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f70700 00000100:00100000:0.0:1734016061.980097:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.987947:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331358848 00000100:00100000:0.0:1734016061.987959:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331358848 00002000:00100000:0.0:1734016061.988008:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (434176->438271) req@ffff880076508e00 x1818247331358848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/0 e 0 to 0 dl 1734016072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.988019:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508e00 with x1818247331358848 ext(434176->438271) 00002000:00010000:0.0:1734016061.988025:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508e00 00000100:00100000:0.0:1734016061.988069:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8288 00000100:00100000:0.0:1734016061.988076:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331358848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016061.988291:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331358848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 215us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016061.988300:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8288 00002000:00100000:0.0:1734016061.988306:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (434176->438271) req@ffff880076508e00 x1818247331358848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/4536 e 0 to 0 dl 1734016072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.988313:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508e00 with x1818247331358848 ext(434176->438271) 00002000:00010000:0.0:1734016061.988316:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508e00 00000100:00100000:0.0:1734016061.991130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016061.996343:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331359360 00000100:00100000:0.0:1734016061.996359:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331359360 00002000:00100000:0.0:1734016061.996910:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (425984->430079) req@ffff880075579c00 x1818247331359360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/0 e 0 to 0 dl 1734016072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.996922:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579c00 with x1818247331359360 ext(425984->430079) 00002000:00010000:0.0:1734016061.996929:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579c00 00000100:00100000:0.0:1734016061.996963:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8290 00000100:00100000:0.0:1734016061.996974:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331359360:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016061.997177:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331359360:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 203us (950us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016061.997184:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8290 00002000:00100000:0.0:1734016061.997190:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (425984->430079) req@ffff880075579c00 x1818247331359360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:22/0 lens 488/4536 e 0 to 0 dl 1734016072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016061.997197:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579c00 with x1818247331359360 ext(425984->430079) 00002000:00010000:0.0:1734016061.997200:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579c00 00000100:00080000:0.0:1734016062.006034:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016032 00000100:00100000:0.0:1734016062.009033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.033111:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331360256 00000100:00100000:0.0:1734016062.033126:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331360256 00010000:00010000:0.0:1734016062.033182:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 9 pid: 7694 timeout: 426 lvb_type: 0 00000100:00100000:0.0:1734016062.033227:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2637 00000100:00100000:0.0:1734016062.033235:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331360256:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016062.033253:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016062.033279:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 9 pid: 7694 timeout: 426 lvb_type: 0 00010000:00010000:0.0:1734016062.033293:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 9 pid: 7694 timeout: 426 lvb_type: 0 00010000:00010000:0.0:1734016062.033318:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31710f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5718d expref: 9 pid: 7694 timeout: 426 lvb_type: 0 00010000:00010000:0.0:1734016062.033354:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016062.033357:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016062.033361:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317110c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10321920->10379263] (req 10321920->10379263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.033370:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317110c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10321920->10379263] (req 10321920->10379263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.033398:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016062.035734:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331360256:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2468us (2876us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016062.035752:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2637 00000001:00080000:0.0:1734016062.045708:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969187 is committed 00000001:00080000:0.0:1734016062.045800:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969185 is committed 00000100:00100000:0.0:1734016062.051054:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.067259:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331360512 00000100:00100000:0.0:1734016062.067279:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331360512 00000100:00100000:0.0:1734016062.067668:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2010 00000100:00100000:0.0:1734016062.067678:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:9631:x1818247331360512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016062.067708:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016062.067780:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317111a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce571a2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.067921:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171121 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016062.067943:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016062.067961:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016062.068003:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1386556 00000004:00200000:0.0:1734016062.068009:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016062.068033:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016062.068070:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317111a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571a2 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.069851:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171121 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571a2 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.069866:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016062.069869:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016062.069872:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016062.069962:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:9631:x1818247331360512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2283us (5468us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016062.069973:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2010 00000100:00080000:0.0:1734016062.076467:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016032 00000100:00100000:0.0:1734016062.096278:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.099144:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.104507:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8295 00000100:00100000:0.0:1734016062.104522:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331361152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016062.187389:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.236702:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.248069:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.257639:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.262497:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.269883:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.287069:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331362176 00000100:00100000:0.0:1734016062.287078:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331362176 00000100:00100000:0.0:1734016062.287134:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10137 00000100:00100000:0.0:1734016062.287142:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331362176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016062.287170:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016062.287189:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317113d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce571be expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016062.287247:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334119168:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016062.287305:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016062.298299:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331362304 00000100:00100000:0.0:1734016062.298314:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331362304 00000100:00100000:0.0:1734016062.298477:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10138 00000100:00100000:0.0:1734016062.298486:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331362304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016062.298504:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016062.298529:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171144 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce571c5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.298558:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317112f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5464063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571b0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.298564:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016062.298566:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016062.298569:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171144 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3239935] (req 3215360->3239935) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571c5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.298604:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317112f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5464063) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571b0 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.298614:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317112f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5464063) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571b0 expref: 6 pid: 7694 timeout: 426 lvb_type: 0 00000100:00100000:0.0:1734016062.298624:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334119296:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016062.298702:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016062.309548:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334119296:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016062.309578:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171144 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3239935] (req 3215360->3239935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571c5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.309594:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016062.309648:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331362304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11162us (13249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016062.309658:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10138 00000100:00100000:0.0:1734016062.352199:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.352234:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.352269:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.357792:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8299 00000100:00100000:0.0:1734016062.357799:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331362944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016062.497821:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.502271:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.528391:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.546229:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.556027:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.571433:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.594743:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.603774:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.617283:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.633582:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.648864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.657034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.664237:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.670210:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331365376:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5225us (5972us total) trans 4294969190 rc 0/0 00000100:00100000:0.0:1734016062.670225:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 292 00002000:00100000:0.0:1734016062.670240:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8220672->8265727) req@ffff880079530a80 x1818247331365376/t4294969190(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:23/0 lens 488/448 e 0 to 0 dl 1734016073 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016062.670250:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530a80 with x1818247331365376 ext(8220672->8265727) 00010000:00010000:0.0:1734016062.670261:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3171175 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8265727) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571f6 expref: 9 pid: 7692 timeout: 426 lvb_type: 0 00010000:00010000:0.0:1734016062.670278:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3171175 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8265727) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571f6 expref: 9 pid: 7692 timeout: 426 lvb_type: 0 00002000:00010000:0.0:1734016062.670285:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079530a80 00000100:00100000:0.0:1734016062.676487:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016062.688999:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969191 is committed 00000001:00080000:0.0:1734016062.689023:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969190 is committed 00000100:00100000:0.0:1734016062.693446:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.698425:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.703441:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.714127:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.727791:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.732220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.744270:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.749910:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.759403:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.763588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.772262:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.777954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.788538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.793782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.812291:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331370112:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6372us (6804us total) trans 4294969192 rc 0/0 00000100:00100000:0.0:1734016062.812308:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8318 00002000:00100000:0.0:1734016062.812322:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9125888->9191423) req@ffff880076109180 x1818247331370112/t4294969192(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:23/0 lens 488/448 e 0 to 0 dl 1734016073 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016062.812332:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247331370112 ext(9125888->9191423) 00002000:00010000:0.0:1734016062.812338:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:0.0:1734016062.820453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016062.822353:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969192 is committed 00000100:00100000:0.0:1734016062.829640:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331370496 00000100:00100000:0.0:1734016062.829658:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331370496 00000100:00100000:0.0:1734016062.829871:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2011 00000100:00100000:0.0:1734016062.829884:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:9631:x1818247331370496:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016062.829974:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016062.830024:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171121 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce571a2 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.830069:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016062.830074:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016062.830337:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317119f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016062.830355:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3171105 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57194 expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.830363:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317119f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016062.830410:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3171105 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57194 expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016062.830424:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3171105 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57194 expref: 23 pid: 6484 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1734016062.830457:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334121344:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016062.830573:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016062.845402:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.857767:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.883552:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.901943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.928928:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.946689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.961602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016062.984934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.001121:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331374080:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3970us (4213us total) trans 4294969195 rc 0/0 00000100:00100000:0.0:1734016063.001155:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8330 00002000:00100000:0.0:1734016063.001177:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8065024->8100175) req@ffff88013501d500 x1818247331374080/t4294969195(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:23/0 lens 488/448 e 0 to 0 dl 1734016073 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016063.001190:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d500 with x1818247331374080 ext(8065024->8100175) 00002000:00010000:0.0:1734016063.001202:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501d500 00000100:00100000:0.0:1734016063.005401:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016063.005983:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016033 00000100:00100000:0.0:1734016063.010080:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331374336 00000100:00100000:0.0:1734016063.010094:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331374336 00000100:00100000:0.0:1734016063.010178:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10154 00000100:00100000:0.0:1734016063.010190:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331374336:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:0.0:1734016063.014846:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331374336:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4648us (5078us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.014860:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10154 00000100:00100000:0.0:1734016063.024587:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331374720 00000100:00100000:0.0:1734016063.024601:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331374720 00000100:00100000:0.0:1734016063.024684:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2016 00000100:00100000:0.0:1734016063.024692:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:9631:x1818247331374720:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016063.024980:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31711d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016063.024998:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31711d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5722e expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.025005:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31711d7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016063.025053:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31711d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5722e expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.025068:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31711d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5722e expref: 21 pid: 6484 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1734016063.025084:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f2b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334121856:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016063.025206:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016063.040897:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076f2b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334121856:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016063.040937:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31711d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016063.042327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.051532:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.070879:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331375232 00000100:00100000:0.0:1734016063.070893:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331375232 00002000:00010000:0.0:1734016063.070951:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (631440->18446744073709551615) 00002000:00100000:0.0:1734016063.070957:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108a80 with x1818247331375232 ext(631440->18446744073709551615) 00002000:00010000:0.0:1734016063.070973:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108a80. 00000100:00100000:0.0:1734016063.071455:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8331 00000100:00100000:0.0:1734016063.071464:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331375232:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016063.077927:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8100176 -> 631440 00002000:00010000:0.0:1734016063.077941:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016063 -> 1734016063 00002000:00010000:0.0:1734016063.077944:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016062 -> 1734016062 00002000:00010000:0.0:1734016063.077946:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016063 -> 1734016063 00002000:00010000:0.0:1734016063.077949:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 952 -> 608 00000100:00100000:0.0:1734016063.078116:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331375232:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 6637us (7269us total) trans 4294969196 rc 0/0 00000100:00100000:0.0:1734016063.081274:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8331 00002000:00010000:0.0:1734016063.081296:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (631440->18446744073709551615) 00002000:00100000:0.0:1734016063.081304:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108a80 with x1818247331375232 ext(631440->18446744073709551615) 00002000:00010000:0.0:1734016063.081324:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108a80. 00000100:00100000:0.0:1734016063.093053:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.109222:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.110457:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10157 00000100:00100000:0.0:1734016063.110472:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331375616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016063.110507:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016063.110539:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31711fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5724a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.110595:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31711de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57235 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.110606:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016063.110608:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016063.110613:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31711fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5724a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.110671:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31711de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57235 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.110686:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31711de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57235 expref: 6 pid: 7694 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1734016063.110711:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334122368:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016063.111502:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016063.119315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.130303:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334122496:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016063.130371:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016063.130478:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331375744:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7271us (11176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.130496:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2650 00000100:00100000:0.0:1734016063.138554:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.155688:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.170058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.183537:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.196029:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331378816 00000100:00100000:0.0:1734016063.196039:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331378816 00010000:00010000:0.0:1734016063.196080:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31711ec lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5723c expref: 26 pid: 7713 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1734016063.196146:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2651 00000100:00100000:0.0:1734016063.196155:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:1968:x1818247331378816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016063.196172:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016063.196180:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31711ec lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5723c expref: 26 pid: 7713 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1734016063.196195:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31711ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5723c expref: 26 pid: 7713 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1734016063.196229:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016063.196234:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3171208 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016063.196245:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3171208 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016063.196252:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3171208 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016063.196274:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016063.196347:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:1968:x1818247331378816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 193us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.196356:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2651 00010000:00010000:0.0:1734016063.206778:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171201 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57251 expref: 7 pid: 7694 timeout: 427 lvb_type: 1 00000100:00100000:0.0:1734016063.206806:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334122752:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016063.206819:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31711fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5724a expref: 8 pid: 7694 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1734016063.206827:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334122880:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016063.206862:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317120f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57258 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.206870:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282f40, rc 0) 00000100:00100000:0.0:1734016063.206899:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331378944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4426us (4778us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.206906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10159 00000100:00100000:0.0:1734016063.220934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.246876:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.284585:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331381504:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5145us (5527us total) trans 4294969198 rc 0/0 00000100:00100000:0.0:1734016063.284606:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8351 00002000:00100000:0.0:1734016063.284630:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4149248->4178398) req@ffff880079434700 x1818247331381504/t4294969198(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:24/0 lens 488/448 e 0 to 0 dl 1734016074 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016063.284643:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434700 with x1818247331381504 ext(4149248->4178398) 00002000:00010000:0.0:1734016063.284652:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079434700 00000100:00100000:0.0:1734016063.293430:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331381760 00000100:00100000:0.0:1734016063.293446:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331381760 00000100:00100000:0.0:1734016063.293594:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10160 00000100:00100000:0.0:1734016063.293604:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331381760:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:0.0:1734016063.297712:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331381760:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4103us (4749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.297760:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10160 00000100:00100000:0.0:1734016063.307294:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331381888 00000100:00100000:0.0:1734016063.307302:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331381888 00000100:00100000:0.0:1734016063.307352:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2020 00000100:00100000:0.0:1734016063.307359:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:9631:x1818247331381888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016063.307389:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016063.307412:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3171216 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5725f expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.307516:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d317121d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016063.307527:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d317121d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016063.307536:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d317121d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016063.307556:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4178399 00000004:00200000:0.0:1734016063.307559:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016063.307574:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d317121d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016063.307592:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3171216 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5725f expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.307622:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d317121d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5725f expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.307628:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016063.307631:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016063.307633:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016063.307681:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:9631:x1818247331381888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 323us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.307687:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2020 00000100:00100000:0.0:1734016063.311545:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331382016 00000100:00100000:0.0:1734016063.311555:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331382016 00000100:00100000:0.0:1734016063.311614:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10161 00000100:00100000:0.0:1734016063.311623:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331382016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016063.311653:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016063.311674:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3171224 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57266 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016063.311793:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334123136:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016063.311892:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016063.324934:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.333771:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.340822:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.344538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.348712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.353073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.359496:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.370150:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.376714:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.391650:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.400113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.406852:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.435006:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.435063:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.518859:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.526235:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334123648:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016063.526259:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077318000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334123776:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016063.526316:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317126a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6225920->6295551] (req 6225920->6295551) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57290 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.526350:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282f40, rc 0) 00000100:00100000:0.0:1734016063.526435:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800794d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331384448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6241us (7576us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.526445:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10167 00000100:00100000:0.0:1734016063.527143:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331384576 00000100:00100000:0.0:1734016063.527150:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331384576 00010000:00010000:0.0:1734016063.527179:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317125c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57282 expref: 7 pid: 7692 timeout: 427 lvb_type: 1 00000100:00100000:0.0:1734016063.530080:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2656 00000100:00100000:0.0:1734016063.530102:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331384576:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016063.530135:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016063.530173:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317125c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57282 expref: 7 pid: 7692 timeout: 427 lvb_type: 1 00010000:00010000:0.0:1734016063.530194:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317125c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57282 expref: 7 pid: 7692 timeout: 427 lvb_type: 1 00010000:00010000:0.0:1734016063.530218:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317125c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57282 expref: 7 pid: 7692 timeout: 427 lvb_type: 1 00010000:00010000:0.0:1734016063.530255:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016063.530347:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331384576:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 251us (3718us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.530354:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2656 00000100:00100000:0.0:1734016063.547587:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.555120:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.564632:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.569118:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.579971:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.585101:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.589672:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.595288:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.601937:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.610355:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.615920:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.619334:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.630692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.643658:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.690006:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.701304:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.705674:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.720163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.743437:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.751173:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331387520 00000100:00100000:0.0:1734016063.751185:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331387520 00000100:00100000:0.0:1734016063.751243:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10178 00000100:00100000:0.0:1734016063.751252:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331387520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016063.751274:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016063.751295:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31712b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce572c8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016063.751355:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334124928:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016063.751421:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016063.756439:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.766809:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.788284:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334125312:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016063.788320:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31712cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4591616->4595711] (req 4591616->4595711) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce572dd expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.788335:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280480, rc 0) 00000100:00100000:0.0:1734016063.788387:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331387904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9166us (12527us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.788395:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10181 00000100:00100000:0.0:1734016063.795793:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.804585:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331388544 00000100:00100000:0.0:1734016063.804598:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331388544 00002000:00100000:0.0:1734016063.804646:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4587520->4591615) req@ffff880076f2b800 x1818247331388544/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:24/0 lens 488/0 e 0 to 0 dl 1734016074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016063.804656:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2b800 with x1818247331388544 ext(4587520->4591615) 00002000:00010000:0.0:1734016063.804661:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2b800 00000100:00100000:0.0:1734016063.804702:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8360 00000100:00100000:0.0:1734016063.804710:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331388544:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016063.809412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.812214:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.815991:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.820349:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.823180:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.826019:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.829144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.833893:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.841266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.847275:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.855844:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.864278:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.864362:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.864385:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331391488 00000100:00100000:0.0:1734016063.864391:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331391488 00010000:00010000:0.0:1734016063.864417:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31712cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4595711) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce572dd expref: 6 pid: 7692 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1734016063.864450:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331391616 00000100:00100000:0.0:1734016063.864453:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331391616 00010000:00010000:0.0:1734016063.864464:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d31712d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce572e4 expref: 9 pid: 7692 timeout: 428 lvb_type: 1 00000100:00100000:0.0:1734016063.882636:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.888233:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.892608:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.895902:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.899468:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.904036:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.907444:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331393280:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3111us (3406us total) trans 4294969209 rc 0/0 00000100:00100000:0.0:1734016063.907458:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8377 00002000:00100000:0.0:1734016063.907470:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8175616->8200191) req@ffff880076492d80 x1818247331393280/t4294969209(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:24/0 lens 488/448 e 0 to 0 dl 1734016074 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016063.907479:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076492d80 with x1818247331393280 ext(8175616->8200191) 00002000:00010000:0.0:1734016063.907485:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076492d80 00000100:00100000:0.0:1734016063.910681:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.913620:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331393408:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2691us (2950us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.913633:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10184 00000100:00100000:0.0:1734016063.916361:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.929333:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.950695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.954643:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331394560 00000100:00100000:0.0:1734016063.954652:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331394560 00002000:00100000:0.0:1734016063.954702:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4567040->4571135) req@ffff88007731b100 x1818247331394560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:24/0 lens 488/0 e 0 to 0 dl 1734016074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016063.954714:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007731b100 with x1818247331394560 ext(4567040->4571135) 00002000:00010000:0.0:1734016063.954759:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007731b100 00000100:00100000:0.0:1734016063.959643:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.964032:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331394816 00000100:00100000:0.0:1734016063.964046:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331394816 00000100:00100000:0.0:1734016063.964107:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2028 00000100:00100000:0.0:1734016063.964123:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:9631:x1818247331394816:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016063.964277:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:9631:x1818247331394816:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 161us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.964284:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2028 00000100:00100000:0.0:1734016063.966323:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331394944 00000100:00100000:0.0:1734016063.966332:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331394944 00000100:00100000:0.0:1734016063.966375:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10189 00000100:00100000:0.0:1734016063.966382:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331394944:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:0.0:1734016063.968433:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331394944:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2042us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016063.968445:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10189 00000100:00100000:0.0:1734016063.971396:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016063.974640:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 928 -> 944 00000100:00100000:0.0:1734016063.974667:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334126592:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016063.974694:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d31712fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5730e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016063.974705:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d31712fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5730e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016063.974744:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282880, rc 0) 00000100:00100000:0.0:1734016063.974786:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331395072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3181us (3401us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016063.974793:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10190 00000100:00100000:0.0:1734016063.977105:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331395200 00000100:00100000:0.0:1734016063.977113:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331395200 00000100:00100000:0.0:1734016063.977163:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10191 00000100:00100000:0.0:1734016063.977171:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331395200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016063.977185:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016063.977200:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3171304 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57315 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.977231:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31712f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57307 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.977238:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016063.977240:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016063.977243:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3171304 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7544832->7548927] (req 7544832->7548927) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57315 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.977270:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31712f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57307 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016063.977280:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31712f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4571136->4575231) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57307 expref: 5 pid: 7692 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1734016063.977291:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334126720:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016063.977346:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016063.991617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016063.994857:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.002761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016064.003327:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016034 00000100:00100000:0.0:1734016064.008456:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.018451:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016064.031424:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016034 00000100:00100000:0.0:1734016064.038580:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.044716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.065027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.080383:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.083422:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.087272:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.097616:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.101939:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.110659:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.114440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.126234:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.140333:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.154688:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.191268:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.251276:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.272028:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331402624 00000100:00100000:0.0:1734016064.272043:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331402624 00010000:00010000:0.0:1734016064.272091:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317133c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57346 expref: 7 pid: 7694 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1734016064.272139:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2668 00000100:00100000:0.0:1734016064.272147:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331402624:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016064.272163:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016064.272196:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317133c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57346 expref: 7 pid: 7694 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1734016064.272208:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317133c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57346 expref: 7 pid: 7694 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1734016064.272237:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016064.272240:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016064.272247:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57354 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.272258:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57354 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.272302:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57354 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016064.272320:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334128384:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016064.272396:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016064.279876:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334128384:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016064.279903:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016064.279971:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331402624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7823us (8184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016064.279981:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2668 00000100:00100000:0.0:1734016064.335879:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.342022:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.351438:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.367048:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.388193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.415904:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.429213:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.462446:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.478391:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016064.498547:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31713ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016064.498565:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31713ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:0.0:1734016064.498940:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968596 00000004:00010000:0.0:1734016064.499019:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800796f8a80 reply state ffff880076778000 transno 4294968597 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31713ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016064.499030:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016064.499169:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:9631:x1818247331404800:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 20375us (20791us total) trans 4294968597 rc 0/0 00000100:00100000:0.0:1734016064.499178:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2034 00000020:00080000:0.0:1734016064.499184:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016064.506844:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.514353:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.519682:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.524854:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.530820:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.537833:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.543921:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016064.544958:0:7699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.544968:0:7699:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016064.549645:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 493228 -> 2105344 00002000:00010000:0.0:1734016064.549651:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 304 00010000:00010000:0.0:1734016064.549668:0:7699:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.549682:0:7699:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.549690:0:7699:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.549697:0:7699:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2400 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016064.549702:0:7699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.549711:0:7699:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.550043:0:7699:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.550050:0:7699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31713c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2093056->2105343] (req 2093056->2105343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016064.550187:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331405824:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 11959us (12365us total) trans 4294969221 rc 0/0 00000100:00100000:0.0:1734016064.550200:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8404 00000100:00100000:0.0:1734016064.552612:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.562915:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.570846:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.577865:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334129792:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016064.577902:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31713eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016064.579461:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31713eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016064.579471:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31713eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016064.579626:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968598 00000004:00010000:0.0:1734016064.579701:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880097d0d500 reply state ffff880097fe9000 transno 4294968599 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31713eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016064.579710:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016064.580993:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:9631:x1818247331406592:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9768us (10163us total) trans 4294968599 rc 0/0 00000100:00100000:0.0:1734016064.581002:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2037 00000020:00080000:0.0:1734016064.581008:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016064.586315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.591909:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.591978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.602091:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.621061:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.621134:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.738036:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.753905:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.758037:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.779956:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.793301:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.811489:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.823828:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.828958:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.839597:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331408896 00000100:00100000:0.0:1734016064.839613:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331408896 00000100:00100000:0.0:1734016064.848617:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.855918:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.869680:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.889386:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.893677:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331409664 00000100:00100000:0.0:1734016064.893688:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331409664 00000100:00100000:0.0:1734016064.893790:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10224 00000100:00100000:0.0:1734016064.893797:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007731b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331409664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016064.893822:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016064.893843:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317143f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce573ee expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.893870:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016064.893872:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016064.893881:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317143f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce573ee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016064.893896:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317143f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce573ee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016064.893907:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016064.894398:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007731b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331409664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 599us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016064.894404:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10224 00000100:00100000:0.0:1734016064.897552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.902216:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.902392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.913162:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.930593:0:7698:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334131584:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016064.930628:0:7698:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317145b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [430080->479231] (req 430080->479231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016064.938012:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969226 is committed 00000001:00080000:0.0:1734016064.938036:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969225 is committed 00000100:00100000:0.0:1734016064.945292:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331411072 00000100:00100000:0.0:1734016064.945306:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331411072 00000100:00100000:0.0:1734016064.945359:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10230 00000100:00100000:0.0:1734016064.945368:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331411072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016064.945391:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016064.945412:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3171469 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57411 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.945439:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016064.945441:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016064.945451:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3171469 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57411 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016064.945470:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3171469 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57411 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016064.945483:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016064.945552:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331411072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 185us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016064.945561:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10230 00000100:00100000:0.0:1734016064.948317:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.955611:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.965631:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.965684:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.971872:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.981173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016064.989465:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331412352 00000100:00100000:0.0:1734016064.989475:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331412352 00000100:00100000:0.0:1734016064.989531:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10233 00000100:00100000:0.0:1734016064.989539:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331412352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016064.989561:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016064.989580:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3171493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5742d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016064.989643:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334132352:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016064.989753:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016064.996758:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331412608 00000100:00100000:0.0:1734016064.996774:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331412608 00000100:00100000:0.0:1734016064.996844:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2043 00000100:00100000:0.0:1734016064.996851:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:9631:x1818247331412608:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016064.997128:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317149a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016064.997147:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3171485 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5741f expref: 14 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.997158:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317149a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016064.997196:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3171485 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5741f expref: 14 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016064.997208:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3171485 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5741f expref: 14 pid: 7713 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1734016064.997224:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334132480:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016064.997315:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016065.001332:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334132480:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016065.001380:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317149a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00080000:0.0:1734016065.005332:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016035 00010000:00010000:0.0:1734016065.005367:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317149a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016065.005375:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317149a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:0.0:1734016065.005484:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968602 00000004:00010000:0.0:1734016065.005538:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077301c00 reply state ffff88012ec2d000 transno 4294968603 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d317149a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016065.005545:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016065.005660:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:9631:x1818247331412608:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8808us (9041us total) trans 4294968603 rc 0/0 00000100:00100000:0.0:1734016065.005671:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2043 00000020:00080000:0.0:1734016065.005677:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016065.009955:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016065.013975:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016035 00000100:00100000:0.0:1734016065.035717:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.139922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.153402:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.169571:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331414016 00000100:00100000:0.0:1734016065.169584:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331414016 00000100:00100000:0.0:1734016065.169644:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2046 00000100:00100000:0.0:1734016065.169651:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:9631:x1818247331414016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016065.169674:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016065.169696:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d31714af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5743b expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016065.212936:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331414784 00000100:00100000:0.0:1734016065.212945:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331414784 00010000:00010000:0.0:1734016065.212983:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d31714a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57434 expref: 18 pid: 6484 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1734016065.213021:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2684 00000100:00100000:0.0:1734016065.213030:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247331414784:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016065.213046:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016065.213052:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d31714a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57434 expref: 18 pid: 6484 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1734016065.213064:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d31714a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57434 expref: 18 pid: 6484 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1734016065.213091:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d31714a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57434 expref: 18 pid: 6484 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1734016065.213120:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016065.213124:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31714cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016065.213134:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31714cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016065.213142:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31714cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016065.213173:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016065.213223:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1969:x1818247331414784:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 193us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016065.213230:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2684 00000100:00100000:0.0:1734016065.220382:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331414912 00000100:00100000:0.0:1734016065.220395:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331414912 00000100:00100000:0.0:1734016065.220454:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10238 00000100:00100000:0.0:1734016065.220463:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331414912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016065.220488:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016065.220507:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31714d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57450 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.220540:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171477 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57418 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.220552:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016065.220553:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016065.220557:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31714d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57450 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.220590:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171477 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57418 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.220602:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3171477 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57418 expref: 6 pid: 7692 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1734016065.220615:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334132992:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016065.220681:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016065.239081:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.269114:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.269167:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331415424 00000100:00100000:0.0:1734016065.269177:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331415424 00000100:00100000:0.0:1734016065.269242:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10239 00000100:00100000:0.0:1734016065.269250:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331415424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016065.269271:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016065.269292:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31714e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5745e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016065.269356:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334133248:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016065.269418:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016065.272053:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334133248:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016065.272125:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31714e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5745e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016065.272142:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31714e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5745e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016065.272696:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016065.273485:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331415424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4224us (4384us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016065.273499:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10239 00000100:00100000:0.0:1734016065.276849:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.280843:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334133376:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016065.280897:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31714ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57465 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016065.280914:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31714ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57465 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016065.280944:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280480, rc 0) 00000100:00100000:0.0:1734016065.281010:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331415552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3949us (4175us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016065.281019:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10240 00000100:00100000:0.0:1734016065.288440:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.301770:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.308818:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334133504:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016065.308870:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31714fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5746c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.308888:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282f40, rc 0) 00000100:00100000:0.0:1734016065.308946:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331415936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6983us (7188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016065.308957:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10241 00000100:00100000:0.0:1734016065.317973:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331416192 00000100:00100000:0.0:1734016065.317986:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331416192 00002000:00010000:0.0:1734016065.318044:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8225727->18446744073709551615) 00002000:00100000:0.0:1734016065.318049:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531180 with x1818247331416192 ext(8225727->18446744073709551615) 00002000:00010000:0.0:1734016065.318061:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531180. 00000100:00100000:0.0:1734016065.318089:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8417 00000100:00100000:0.0:1734016065.318108:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331416192:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016065.318374:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1296871 -> 8225727 00002000:00010000:0.0:1734016065.318378:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016065 -> 1734016065 00002000:00010000:0.0:1734016065.318380:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016064 -> 1734016064 00002000:00010000:0.0:1734016065.318383:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016065 -> 1734016065 00002000:00010000:0.0:1734016065.318384:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:0.0:1734016065.318448:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331416192:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 342us (866us total) trans 4294969232 rc 0/0 00000100:00100000:0.0:1734016065.318455:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8417 00002000:00010000:0.0:1734016065.318458:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8225727->18446744073709551615) 00002000:00100000:0.0:1734016065.318461:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531180 with x1818247331416192 ext(8225727->18446744073709551615) 00002000:00010000:0.0:1734016065.318464:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531180. 00000100:00100000:0.0:1734016065.329577:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331416448 00000100:00100000:0.0:1734016065.329588:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331416448 00000100:00100000:0.0:1734016065.330262:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10242 00000100:00100000:0.0:1734016065.330271:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331416448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016065.330292:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016065.330311:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3171511 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5747a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016065.330372:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334133760:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016065.330447:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016065.337168:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.353071:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.370075:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.377224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.384488:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.405937:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.414947:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.434508:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.442395:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.446142:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.453168:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.464472:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.471838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.481523:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.491878:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.496854:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.501619:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331419520:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4431us (4761us total) trans 4294969235 rc 0/0 00000100:00100000:0.0:1734016065.501635:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8425 00002000:00100000:0.0:1734016065.501647:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1433600->1454079) req@ffff88012ea90700 x1818247331419520/t4294969235(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:26/0 lens 488/448 e 0 to 0 dl 1734016076 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016065.501657:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90700 with x1818247331419520 ext(1433600->1454079) 00002000:00010000:0.0:1734016065.501663:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90700 00000100:00100000:0.0:1734016065.506101:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.511381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.522821:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.530910:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.536527:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.545413:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.550240:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.553860:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.557343:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.565986:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.566037:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.578490:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.604056:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.612913:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.617130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.622601:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.628145:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.634084:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.642664:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.655323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.666933:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.711325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.733571:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.739652:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.752616:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.762382:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.775967:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.789124:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.801618:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.813592:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.834650:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.853530:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.864053:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.895419:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.900348:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.906684:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331426048 00000100:00100000:0.0:1734016065.906701:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331426048 00000100:00100000:0.0:1734016065.906829:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8436 00000100:00100000:0.0:1734016065.906840:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331426048:12345-192.168.201.52@tcp:4:fsx.0 00010000:00010000:0.0:1734016065.906901:0:7698:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.906930:0:7698:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.906940:0:7698:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016065.906948:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016065.906952:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016065.906956:0:7698:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.907000:0:7698:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016065.907015:0:7698:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 8 pid: 7692 timeout: 430 lvb_type: 1 00000100:00100000:0.0:1734016065.907032:0:7698:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334136960:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016065.907706:0:7698:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.907717:0:7698:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 7 pid: 7692 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1734016065.907749:0:7698:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334137088:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016065.907771:0:7698:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016065.914274:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331426176 00000100:00100000:0.0:1734016065.914288:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331426176 00010000:00010000:0.0:1734016065.914340:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 9 pid: 7692 timeout: 430 lvb_type: 1 00000100:00100000:0.0:1734016065.914374:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331426304 00000100:00100000:0.0:1734016065.914377:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331426304 00010000:00010000:0.0:1734016065.914387:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 8 pid: 7692 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1734016065.914431:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2696 00000100:00100000:0.0:1734016065.914448:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331426176:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016065.914465:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016065.914489:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 9 pid: 7692 timeout: 430 lvb_type: 1 00010000:00010000:0.0:1734016065.914500:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 9 pid: 7692 timeout: 430 lvb_type: 1 00010000:00010000:0.0:1734016065.914531:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d31715dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57514 expref: 9 pid: 7692 timeout: 430 lvb_type: 1 00010000:00010000:0.0:1734016065.914553:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016065.914605:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331426176:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 166us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016065.914612:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2696 00000100:00100000:0.0:1734016065.914629:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2697 00000100:00100000:0.0:1734016065.914633:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331426304:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016065.914640:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016065.914646:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 8 pid: 7692 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1734016065.914654:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 8 pid: 7692 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1734016065.914669:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4673536->4677631) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5750d expref: 8 pid: 7692 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1734016065.914677:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016065.914679:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016065.914683:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.914691:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.914715:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016065.914748:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331426304:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 114us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016065.914753:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2697 00010000:00010000:0.0:1734016065.914931:0:7698:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.914939:0:7698:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016065.927145:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 656 -> 752 00010000:00010000:0.0:1734016065.927160:0:7698:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.927169:0:7698:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.927181:0:7698:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.927187:0:7698:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e61c0 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016065.927191:0:7698:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.927198:0:7698:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.927216:0:7698:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016065.927222:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31715f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1093632->1142783] (req 1093632->1142783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016065.928594:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331426048:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 21741us (22008us total) trans 4294969239 rc 0/0 00000100:00100000:0.0:1734016065.928606:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8436 00000100:00100000:0.0:1734016065.937451:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.951859:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016065.971363:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331426816 00000100:00100000:0.0:1734016065.971373:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331426816 00010000:00010000:0.0:1734016065.972756:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31715ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57529 expref: 7 pid: 7692 timeout: 430 lvb_type: 1 00000100:00100000:0.0:1734016065.989099:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331427200 00000100:00100000:0.0:1734016065.989108:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331427200 00000100:00100000:0.0:1734016065.989156:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10269 00000100:00100000:0.0:1734016065.989162:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331427200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016065.989179:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016065.989194:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d317160d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57537 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016065.989237:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334137600:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016065.989297:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016065.995395:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331427328 00000100:00100000:0.0:1734016065.995406:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331427328 00000100:00100000:0.0:1734016065.995457:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10270 00000100:00100000:0.0:1734016065.995464:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331427328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016065.995480:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016065.995496:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3171614 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5753e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016065.995556:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334137728:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016065.995621:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016066.003743:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334137728:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016066.003785:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3171614 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5753e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.003797:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3171614 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5753e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.003822:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016066.009214:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331427584 00000100:00100000:0.0:1734016066.009223:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331427584 00000100:00100000:0.0:1734016066.009290:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8437 00000100:00100000:0.0:1734016066.009298:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331427584:12345-192.168.201.52@tcp:4:fsx.0 00010000:00010000:0.0:1734016066.009332:0:7698:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.009347:0:7698:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3171606 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9875456->9945087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57530 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.009354:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016066.009355:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016066.009358:0:7698:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.009387:0:7698:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3171606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9875456->9945087) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57530 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.009398:0:7698:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3171606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9875456->9945087) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57530 expref: 7 pid: 7692 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1734016066.009409:0:7698:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334137856:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016066.009467:0:7698:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016066.016426:0:7698:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247334137856:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016066.016463:0:7698:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.016914:0:7698:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.016922:0:7698:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016066.025236:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 784 00010000:00010000:0.0:1734016066.025253:0:7698:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.025264:0:7698:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.025273:0:7698:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.025280:0:7698:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e5f80 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016066.025284:0:7698:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.025293:0:7698:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.025314:0:7698:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.025325:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317161b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [446464->507903] (req 446464->507903) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016066.026270:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331427584:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 16958us (17182us total) trans 4294969241 rc 0/0 00000100:00100000:0.0:1734016066.026285:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8437 00000100:00100000:0.0:1734016066.046074:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.050264:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.059087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.063641:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331428736 00000100:00100000:0.0:1734016066.063653:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331428736 00000100:00100000:0.0:1734016066.063747:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10273 00000100:00100000:0.0:1734016066.063756:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331428736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016066.063786:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016066.063810:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317163e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57553 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.063845:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3171622 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57545 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.063856:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3171629 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5754c expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.063863:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016066.063865:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016066.063869:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317163e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57553 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.063919:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3171629 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5754c expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.063932:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3171629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5754c expref: 5 pid: 7694 timeout: 430 lvb_type: 1 00000100:00100000:0.0:1734016066.063947:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138112:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016066.064036:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3171622 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57545 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.064044:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3171622 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57545 expref: 8 pid: 7694 timeout: 430 lvb_type: 1 00000100:00100000:0.0:1734016066.064052:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138240:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016066.064072:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016066.072527:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138112:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016066.072541:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138240:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016066.072577:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317163e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57553 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.072596:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016066.074180:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331428736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10422us (10619us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016066.074195:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10273 00000100:00100000:0.0:1734016066.095022:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.107532:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.115112:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331429504 00000100:00100000:0.0:1734016066.115123:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331429504 00000100:00100000:0.0:1734016066.115184:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10274 00000100:00100000:0.0:1734016066.115191:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331429504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016066.115215:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016066.115233:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3171661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57568 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016066.115297:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138496:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016066.115373:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016066.131466:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331429632 00000100:00100000:0.0:1734016066.131474:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331429632 00000100:00100000:0.0:1734016066.131514:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10275 00000100:00100000:0.0:1734016066.131522:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331429632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016066.131540:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016066.131556:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3171668 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5756f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016066.131608:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138624:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016066.131669:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016066.135561:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334138624:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016066.135594:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3171668 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5756f expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.135606:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3171668 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5756f expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016066.135628:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016066.135677:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331429632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4154us (4308us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016066.135685:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10275 00000100:00100000:0.0:1734016066.181032:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.181901:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.182450:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.201023:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334139136:0@lo:400:kworker.0 00000100:00100000:0.0:1734016066.201147:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016066.202589:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334139136:0@lo:400:kworker.0 00000100:00100000:0.0:1734016066.339420:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.339469:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.339503:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331431552 00000100:00100000:0.0:1734016066.339510:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331431552 00002000:00100000:0.0:1734016066.339547:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8773631) req@ffff88012e3b4700 x1818247331431552/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:27/0 lens 488/0 e 0 to 0 dl 1734016077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016066.339554:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247331431552 ext(8388608->8773631) 00002000:00010000:0.0:1734016066.339559:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:0.0:1734016066.339575:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331431424 00000100:00100000:0.0:1734016066.339576:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331431424 00002000:00100000:0.0:1734016066.339585:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88012e3b4a80 x1818247331431424/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:27/0 lens 488/0 e 0 to 0 dl 1734016077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016066.339591:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247331431424 ext(4194304->8388607) 00002000:00010000:0.0:1734016066.339593:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4a80 00000100:00100000:0.0:1734016066.339604:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8444 00000100:00100000:0.0:1734016066.339609:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247331431552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016066.340314:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8445 00000100:00100000:0.0:1734016066.340320:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247331431424:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016066.364860:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247331431552:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 25239us (25437us total) trans 0 rc 385024/385024 00000100:00100000:0.0:1734016066.364871:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8444 00002000:00100000:0.0:1734016066.364882:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8773631) req@ffff88012e3b4700 x1818247331431552/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:27/0 lens 488/440 e 0 to 0 dl 1734016077 ref 1 fl Complete:/200/0 rc 385024/385024 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016066.364892:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247331431552 ext(8388608->8773631) 00002000:00010000:0.0:1734016066.364898:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:0.0:1734016066.437068:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.449399:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.474908:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.500109:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.515216:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016066.524823:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 720 -> 752 00010000:00010000:0.0:1734016066.524840:0:7697:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.524850:0:7697:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.524859:0:7697:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.524864:0:7697:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8282880 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016066.524869:0:7697:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.524878:0:7697:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.524896:0:7697:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016066.524902:0:7697:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317168b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4915199] (req 4898816->4915199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016066.525032:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331432320:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 24635us (24931us total) trans 4294969244 rc 0/0 00000100:00100000:0.0:1734016066.525046:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8447 00000100:00100000:0.0:1734016066.531937:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.544128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.547233:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.556006:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.556052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.563335:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.568083:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.586821:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.597843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.608687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.628499:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.656878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.681900:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.687929:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.716560:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.726255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.729662:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.756883:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.776587:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.776650:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.838054:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.838130:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.838183:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.838253:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331436672 00000100:00100000:0.0:1734016066.838269:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331436672 00000100:00100000:0.0:1734016066.838359:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 112 00000100:00100000:0.0:1734016066.838370:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800799e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331436672:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016066.838472:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331436672:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 102us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016066.838482:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 112 00000100:00080000:0.0:1734016066.838581:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016036 00000100:00100000:0.0:1734016066.885000:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.899701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.905868:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.939530:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331437568 00000100:00100000:0.0:1734016066.939545:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331437568 00000100:00100000:0.0:1734016066.939617:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10290 00000100:00100000:0.0:1734016066.939627:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331437568:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:0.0:1734016066.941556:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800794db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331437568:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1918us (3271us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016066.941573:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10290 00000100:00100000:0.0:1734016066.946878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016066.989115:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.023096:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331438848 00000100:00100000:0.0:1734016067.023107:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331438848 00002000:00100000:0.0:1734016067.023153:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3661824->3665919) req@ffff88007946f800 x1818247331438848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:28/0 lens 488/0 e 0 to 0 dl 1734016078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.023164:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946f800 with x1818247331438848 ext(3661824->3665919) 00002000:00010000:0.0:1734016067.023169:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946f800 00000100:00100000:0.0:1734016067.023199:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8462 00000100:00100000:0.0:1734016067.023206:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331438848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016067.023383:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331438848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 176us (886us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016067.023391:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8462 00002000:00100000:0.0:1734016067.023397:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3661824->3665919) req@ffff88007946f800 x1818247331438848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:28/0 lens 488/4536 e 0 to 0 dl 1734016078 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.023837:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946f800 with x1818247331438848 ext(3661824->3665919) 00002000:00010000:0.0:1734016067.023840:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946f800 00000100:00100000:0.0:1734016067.030393:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.036214:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331439360 00000100:00100000:0.0:1734016067.036228:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331439360 00002000:00100000:0.0:1734016067.036284:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3653632->3657727) req@ffff88012ea90380 x1818247331439360/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:28/0 lens 488/0 e 0 to 0 dl 1734016078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.036294:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90380 with x1818247331439360 ext(3653632->3657727) 00002000:00010000:0.0:1734016067.036300:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90380 00000100:00100000:0.0:1734016067.036345:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8464 00000100:00100000:0.0:1734016067.036352:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331439360:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016067.036542:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331439360:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 190us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016067.036550:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8464 00002000:00100000:0.0:1734016067.036555:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3653632->3657727) req@ffff88012ea90380 x1818247331439360/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:28/0 lens 488/4536 e 0 to 0 dl 1734016078 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.036562:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90380 with x1818247331439360 ext(3653632->3657727) 00002000:00010000:0.0:1734016067.036564:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90380 00000100:00100000:0.0:1734016067.046838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.069921:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10296 00000100:00100000:0.0:1734016067.069939:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331440000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016067.069972:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016067.070000:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31716f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce575ed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016067.070093:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800799e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334142208:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016067.070229:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016067.072296:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800799e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334142208:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016067.072368:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31716f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce575ed expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016067.072389:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31716f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce575ed expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016067.072429:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016067.072522:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331440000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2583us (4507us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016067.072536:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10296 00000100:00100000:0.0:1734016067.075273:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.103755:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331440512 00000100:00100000:0.0:1734016067.103763:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331440512 00002000:00100000:0.0:1734016067.103804:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10407936->10460914) req@ffff88007946df80 x1818247331440512/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:28/0 lens 488/0 e 0 to 0 dl 1734016078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.103813:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946df80 with x1818247331440512 ext(10407936->10460914) 00010000:00010000:0.0:1734016067.103821:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31716df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10407936->10461183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce575d8 expref: 7 pid: 7692 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734016067.103833:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31716df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10407936->10461183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce575d8 expref: 7 pid: 7692 timeout: 431 lvb_type: 0 00002000:00010000:0.0:1734016067.103840:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007946df80 00000100:00100000:0.0:1734016067.103867:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 293 00000100:00100000:0.0:1734016067.103874:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331440512:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016067.127476:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334142720 00000100:00100000:0.0:1734016067.127484:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334142720 00000100:00100000:0.0:1734016067.127539:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1734016067.127546:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334142720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016067.127589:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016067.127634:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334142720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016067.127641:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1734016067.127699:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334142720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016067.169821:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.174860:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331441408 00000100:00100000:0.0:1734016067.174871:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331441408 00002000:00100000:0.0:1734016067.174923:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4120576->4124671) req@ffff88012ea92a00 x1818247331441408/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:28/0 lens 488/0 e 0 to 0 dl 1734016078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.174935:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92a00 with x1818247331441408 ext(4120576->4124671) 00002000:00010000:0.0:1734016067.174941:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea92a00 00000100:00100000:0.0:1734016067.175462:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8468 00000100:00100000:0.0:1734016067.175471:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331441408:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016067.175959:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331441408:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 486us (1674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016067.175966:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8468 00002000:00100000:0.0:1734016067.175973:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4120576->4124671) req@ffff88012ea92a00 x1818247331441408/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:28/0 lens 488/4536 e 0 to 0 dl 1734016078 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.175980:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92a00 with x1818247331441408 ext(4120576->4124671) 00002000:00010000:0.0:1734016067.175984:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea92a00 00000100:00100000:0.0:1734016067.188653:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331441664 00000100:00100000:0.0:1734016067.188672:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331441664 00002000:00100000:0.0:1734016067.189512:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4116480->4120575) req@ffff88007946c000 x1818247331441664/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:28/0 lens 488/0 e 0 to 0 dl 1734016078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.189528:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946c000 with x1818247331441664 ext(4116480->4120575) 00002000:00010000:0.0:1734016067.189539:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946c000 00000100:00100000:0.0:1734016067.196600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.200879:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.211234:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.233808:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.242633:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.242752:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.319395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.343895:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.369375:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.384165:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.394068:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.405488:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.424357:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.433962:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.444141:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.456346:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.466274:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.471959:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.500408:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.519491:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.525978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.531485:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.536815:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.540655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.544655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.557766:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331446144 00000100:00100000:0.0:1734016067.557777:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331446144 00000100:00100000:0.0:1734016067.557850:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2063 00000100:00100000:0.0:1734016067.557860:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:9631:x1818247331446144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016067.557887:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016067.557923:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3171764 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57656 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.558065:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317176b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016067.558083:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317176b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016067.558096:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317176b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016067.558130:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7098342 00000004:00200000:0.0:1734016067.558136:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016067.558158:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317176b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016067.558184:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3171764 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57656 expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.558212:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317176b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57656 expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.558220:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016067.558225:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016067.558230:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016067.563685:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.578669:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.597502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.617866:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.627121:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.635847:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.644956:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.654565:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.663122:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.671369:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247331448064:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 7904us (8236us total) trans 4294969253 rc 0/0 00000100:00100000:0.0:1734016067.671388:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8483 00002000:00100000:0.0:1734016067.671411:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1605632->1630207) req@ffff8800771baa00 x1818247331448064/t4294969253(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:28/0 lens 488/448 e 0 to 0 dl 1734016078 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.671424:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771baa00 with x1818247331448064 ext(1605632->1630207) 00002000:00010000:0.0:1734016067.671435:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771baa00 00000100:00100000:0.0:1734016067.674214:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.680655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.694881:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.705588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.722177:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.728076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.740637:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.751835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.780474:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.788865:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.796462:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331449856 00000100:00100000:0.0:1734016067.796474:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331449856 00000100:00100000:0.0:1734016067.796530:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10321 00000100:00100000:0.0:1734016067.796538:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331449856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016067.796560:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016067.796579:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31717b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5768e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.796608:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d317175d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5764f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.796616:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016067.796618:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016067.796621:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31717b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5768e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.796653:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d317175d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5764f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016067.796666:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d317175d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5764f expref: 7 pid: 7692 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734016067.799144:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334145792:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016067.799241:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016067.809318:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.819929:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.829355:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.845583:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.857365:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.866555:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.869467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016067.871072:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969256 is committed 00000001:00080000:0.0:1734016067.871089:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969254 is committed 00000100:00100000:0.0:1734016067.874689:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.878328:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.898834:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.905605:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.910938:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.945339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.947525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.948342:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016067.948360:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331453184 00000100:00100000:0.0:1734016067.948363:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331453184 00002000:00100000:0.0:1734016067.948382:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9388031) req@ffff880076f1b800 x1818247331453184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:28/0 lens 488/0 e 0 to 0 dl 1734016078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016067.948391:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f1b800 with x1818247331453184 ext(8388608->9388031) 00002000:00010000:0.0:1734016067.948394:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f1b800 00000100:00100000:0.0:1734016067.948403:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8493 00000100:00100000:0.0:1734016067.948407:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331452928:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016068.077600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016068.078560:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016038 00000100:00100000:0.0:1734016068.085447:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016068.086188:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016038 00000100:00100000:0.0:1734016068.137573:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.322517:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800794da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334146432:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016068.322539:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800794d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334146560:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016068.322589:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171805 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1097728->1138687] (req 1097728->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576bf expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.322614:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280480, rc 0) 00000100:00100000:0.0:1734016068.322695:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331454848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8734us (10210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.322707:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10327 00000100:00100000:0.0:1734016068.346065:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.367817:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331455360 00000100:00100000:0.0:1734016068.367828:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331455360 00002000:00100000:0.0:1734016068.367885:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1134592->1138687) req@ffff8800794dbb80 x1818247331455360/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:29/0 lens 488/0 e 0 to 0 dl 1734016079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016068.367896:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800794dbb80 with x1818247331455360 ext(1134592->1138687) 00002000:00010000:0.0:1734016068.367901:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800794dbb80 00000100:00100000:0.0:1734016068.369611:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8499 00000100:00100000:0.0:1734016068.369624:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331455360:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016068.369904:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800794dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331455360:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 279us (2595us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016068.369915:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8499 00002000:00100000:0.0:1734016068.369929:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1134592->1138687) req@ffff8800794dbb80 x1818247331455360/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:29/0 lens 488/4536 e 0 to 0 dl 1734016079 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016068.369942:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800794dbb80 with x1818247331455360 ext(1134592->1138687) 00002000:00010000:0.0:1734016068.369949:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800794dbb80 00000100:00100000:0.0:1734016068.373198:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.388767:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.396912:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.401791:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016068.403816:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d317181a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016068.403824:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d317181a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016068.403935:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968620 00000004:00010000:0.0:1734016068.403987:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012db23100 reply state ffff880097e3c000 transno 4294968621 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d317181a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016068.403993:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016068.404075:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:9631:x1818247331456000:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6230us (7177us total) trans 4294968621 rc 0/0 00000100:00100000:0.0:1734016068.404081:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2071 00000020:00080000:0.0:1734016068.404086:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016068.410501:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331456256 00000100:00100000:0.0:1734016068.410511:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331456256 00000100:00100000:0.0:1734016068.410564:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10331 00000100:00100000:0.0:1734016068.410573:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331456256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016068.410595:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016068.410621:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3171821 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce576d4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.410652:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171805 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1097728->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576bf expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.410663:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016068.410666:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016068.410670:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3171821 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576d4 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.410702:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171805 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1097728->1138687) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576bf expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.410717:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171805 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1097728->1138687) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576bf expref: 7 pid: 7692 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734016068.410858:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334147200:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016068.421876:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800794d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331456384:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 7149us (7310us total) trans 4294969259 rc 0/0 00000100:00100000:0.0:1734016068.421897:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 294 00002000:00100000:0.0:1734016068.421918:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1097728->1138687) req@ffff8800794d8000 x1818247331456384/t4294969259(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:29/0 lens 488/448 e 0 to 0 dl 1734016079 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016068.421931:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800794d8000 with x1818247331456384 ext(1097728->1138687) 00010000:00010000:0.0:1734016068.421946:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171805 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1097728->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576bf expref: 10 pid: 7692 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734016068.421972:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171805 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1097728->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce576bf expref: 10 pid: 7692 timeout: 432 lvb_type: 0 00002000:00010000:0.0:1734016068.421981:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800794d8000 00000100:00100000:0.0:1734016068.428874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.434205:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800794da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334147328:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016068.434223:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016068.434261:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331456512:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5087us (5396us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.434272:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2726 00000100:00100000:0.0:1734016068.449576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.461915:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.480780:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.486066:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.495531:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016068.498024:0:7697:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3171852 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8736768->8785919] (req 8736768->8785919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.498037:0:7697:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3171852 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8736768->8785919] (req 8736768->8785919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016068.503471:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969261 is committed 00000001:00080000:0.0:1734016068.503509:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969259 is committed 00000100:00100000:0.0:1734016068.508507:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.515947:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.527679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.557071:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.557104:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.571096:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.575072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.578176:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.580842:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.586638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.596656:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.608866:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.619125:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016068.630482:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969264 is committed 00000001:00080000:0.0:1734016068.630502:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969263 is committed 00000100:00100000:0.0:1734016068.635350:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.639501:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.643334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.647750:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.648387:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.652283:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.657825:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.667412:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.682357:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.688671:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.704885:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.715577:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.754388:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.768595:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.773292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.778953:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.786679:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.792865:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016068.804468:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969268 is committed 00000001:00080000:0.0:1734016068.804501:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969266 is committed 00000100:00100000:0.0:1734016068.806992:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.813894:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.823110:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.829705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.837066:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.849935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.856166:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.862042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.867906:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.875695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.888339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.910488:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.920560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.923586:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016068.929821:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969271 is committed 00000001:00080000:0.0:1734016068.929852:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969269 is committed 00000100:00100000:0.0:1734016068.940849:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016068.972749:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331465216 00000100:00100000:0.0:1734016068.972757:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331465216 00010000:00010000:0.0:1734016068.972788:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d317191d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5777c expref: 7 pid: 7692 timeout: 433 lvb_type: 0 00000001:00080000:0.0:1734016068.980502:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969272 is committed 00000100:00100000:0.0:1734016068.992915:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331465472 00000100:00100000:0.0:1734016068.992927:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331465472 00000100:00100000:0.0:1734016068.992995:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10357 00000100:00100000:0.0:1734016068.993004:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331465472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016068.993023:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016068.993056:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3171955 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5779f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016068.993080:0:7692:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10037091, mtime: 0x675afc45, atime: 0x675afc43, ctime: 0x675afc45, blocks: 0x4b0 00010000:00010000:0.0:1734016068.993102:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016068.993104:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016068.993113:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3171955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5779f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016068.993126:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3171955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5779f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016068.993137:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016068.993191:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800794d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331465472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 186us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.993197:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10357 00000100:00100000:0.0:1734016069.023303:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.033667:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.045697:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.048644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.053050:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331467136:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4146us (4407us total) trans 4294969273 rc 0/0 00000100:00100000:0.0:1734016069.053061:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8515 00002000:00100000:0.0:1734016069.053072:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9601024->9621503) req@ffff8800771f2d80 x1818247331467136/t4294969273(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:30/0 lens 488/448 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.053081:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2d80 with x1818247331467136 ext(9601024->9621503) 00002000:00010000:0.0:1734016069.053086:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f2d80 00000100:00100000:0.0:1734016069.060821:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.073423:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.084672:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.088478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.097194:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.122227:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331468800 00000100:00100000:0.0:1734016069.122235:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331468800 00000100:00100000:0.0:1734016069.122449:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10360 00000100:00100000:0.0:1734016069.122456:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331468800:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:0.0:1734016069.127052:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331468800:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4590us (4929us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.127063:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10360 00000100:00100000:0.0:1734016069.139244:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331468928 00000100:00100000:0.0:1734016069.139256:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331468928 00000100:00100000:0.0:1734016069.139306:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10361 00000100:00100000:0.0:1734016069.139313:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331468928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.139330:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.139345:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3171963 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce577ad expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.139413:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334151424:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016069.139494:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.179933:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016069.183025:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016039 00000100:00100000:0.0:1734016069.193418:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016069.194249:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016039 00000100:00100000:0.0:1734016069.206654:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.217081:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.243237:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.243274:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.317225:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.326017:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.332875:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.344344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.348311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.360922:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016069.362170:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31719be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016069.362178:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31719be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016069.362295:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968630 00000004:00010000:0.0:1734016069.362354:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079a3ed80 reply state ffff8800761fc000 transno 4294968631 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31719be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016069.362365:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016069.362485:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:9631:x1818247331472000:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4849us (5233us total) trans 4294968631 rc 0/0 00000100:00100000:0.0:1734016069.362492:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2087 00000020:00080000:0.0:1734016069.362497:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016069.367403:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.370604:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.374623:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331472512 00000100:00100000:0.0:1734016069.374632:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331472512 00000100:00100000:0.0:1734016069.374684:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10370 00000100:00100000:0.0:1734016069.374692:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331472512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.374708:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.374749:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31719d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce577fa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.374804:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334153088:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016069.374868:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.384765:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.389339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.403996:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.422263:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.425062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.429642:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.435994:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.441287:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.444387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.447834:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.451908:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.455924:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.461063:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.466627:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.472233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.480920:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.485515:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.491486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.496963:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.507534:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.516272:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016069.518240:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969279 is committed 00000001:00080000:0.0:1734016069.518258:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969278 is committed 00000100:00100000:0.0:1734016069.522330:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.546272:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.551434:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.555395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.563929:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.572704:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.578521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.583709:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.594789:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.661114:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.676695:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.678928:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.685265:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.691050:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.698146:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.704694:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.709325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.716434:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.722072:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.728904:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016069.731182:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969283 is committed 00000100:00100000:0.0:1734016069.737256:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.744902:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.776200:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.785052:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.792250:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.812814:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.816408:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.824162:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.835671:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.841485:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.848718:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.857846:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.865383:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.870807:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.882313:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331483264 00000100:00100000:0.0:1734016069.882324:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331483264 00002000:00100000:0.0:1734016069.882370:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2203648->6721535) req@ffff880079a3df80 x1818247331483264/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:30/0 lens 504/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.882381:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3df80 with x1818247331483264 ext(2203648->6721535) 00002000:00010000:0.0:1734016069.882386:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3df80 00000100:00100000:0.0:1734016069.882423:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8553 00000100:00100000:0.0:1734016069.882431:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331483264:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016069.895429:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331483264:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 12985us (13214us total) trans 4294969286 rc 0/0 00000100:00100000:0.0:1734016069.895444:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8553 00002000:00100000:0.0:1734016069.895458:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2203648->6721535) req@ffff880079a3df80 x1818247331483264/t4294969286(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:30/0 lens 504/448 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.895467:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3df80 with x1818247331483264 ext(2203648->6721535) 00002000:00010000:0.0:1734016069.895472:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3df80 00000100:00100000:0.0:1734016069.901278:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016069.918175:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969286 is committed 00000001:00080000:0.0:1734016069.918189:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969284 is committed 00000001:00080000:0.0:1734016069.928175:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968632 is committed 00000001:00080000:0.0:1734016069.928191:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968629 is committed 00000100:00100000:0.0:1734016069.944626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016069.944660:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331483904 00000100:00100000:0.0:1734016069.944668:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331483904 00002000:00010000:0.0:1734016069.944704:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4278012->18446744073709551615) 00002000:00100000:0.0:1734016069.944708:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771b8380 with x1818247331483904 ext(4278012->18446744073709551615) 00002000:00010000:0.0:1734016069.944735:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771b8380. 00000100:00100000:0.0:1734016069.944766:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8554 00000100:00100000:0.0:1734016069.944772:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331483904:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016069.956680:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8980102 -> 4278012 00002000:00010000:0.0:1734016069.956690:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016070 -> 1734016070 00002000:00010000:0.0:1734016069.956692:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016070 -> 1734016070 00002000:00010000:0.0:1734016069.956694:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016070 -> 1734016070 00002000:00010000:0.0:1734016069.956696:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1632 -> 1160 00000100:00100000:0.0:1734016069.961314:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331483904:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 16528us (16685us total) trans 4294969287 rc 0/0 00000100:00100000:0.0:1734016069.961331:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8554 00002000:00010000:0.0:1734016069.961338:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4278012->18446744073709551615) 00002000:00100000:0.0:1734016069.961342:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771b8380 with x1818247331483904 ext(4278012->18446744073709551615) 00002000:00010000:0.0:1734016069.961354:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771b8380. 00000100:00100000:0.0:1734016069.986045:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016070.004272:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016040 00000100:00100000:0.0:1734016070.012692:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016070.013742:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016040 00000100:00100000:0.0:1734016070.029477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.044112:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331484928 00000100:00100000:0.0:1734016070.044124:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331484928 00002000:00100000:0.0:1734016070.044174:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2461696->2465791) req@ffff8800794d9f80 x1818247331484928/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.044185:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800794d9f80 with x1818247331484928 ext(2461696->2465791) 00002000:00010000:0.0:1734016070.044190:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800794d9f80 00000100:00100000:0.0:1734016070.044223:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8556 00000100:00100000:0.0:1734016070.044230:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331484928:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.044383:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800794d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331484928:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 152us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.044390:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8556 00002000:00100000:0.0:1734016070.044396:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2461696->2465791) req@ffff8800794d9f80 x1818247331484928/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.044402:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800794d9f80 with x1818247331484928 ext(2461696->2465791) 00002000:00010000:0.0:1734016070.044405:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800794d9f80 00000100:00100000:0.0:1734016070.052460:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.114426:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.134179:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331486464 00000100:00100000:0.0:1734016070.134192:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331486464 00002000:00100000:0.0:1734016070.134259:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2437120->2441215) req@ffff88007946fb80 x1818247331486464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.134272:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946fb80 with x1818247331486464 ext(2437120->2441215) 00002000:00010000:0.0:1734016070.134278:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946fb80 00000100:00100000:0.0:1734016070.134328:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8562 00000100:00100000:0.0:1734016070.134338:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331486464:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.134583:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331486464:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 246us (663us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.134591:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8562 00002000:00100000:0.0:1734016070.134597:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2437120->2441215) req@ffff88007946fb80 x1818247331486464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.134603:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946fb80 with x1818247331486464 ext(2437120->2441215) 00002000:00010000:0.0:1734016070.134606:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946fb80 00000100:00100000:0.0:1734016070.140705:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331486720 00000100:00100000:0.0:1734016070.140716:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331486720 00002000:00100000:0.0:1734016070.140792:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2433024->2437119) req@ffff880079a3fb80 x1818247331486720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.140802:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3fb80 with x1818247331486720 ext(2433024->2437119) 00002000:00010000:0.0:1734016070.140808:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3fb80 00000100:00100000:0.0:1734016070.140848:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8563 00000100:00100000:0.0:1734016070.140857:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331486720:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.141137:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331486720:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 279us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.141146:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8563 00002000:00100000:0.0:1734016070.141152:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2433024->2437119) req@ffff880079a3fb80 x1818247331486720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.141158:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3fb80 with x1818247331486720 ext(2433024->2437119) 00002000:00010000:0.0:1734016070.141162:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3fb80 00000100:00100000:0.0:1734016070.151664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.175632:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.189958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.217652:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.233385:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.244817:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331488512 00000100:00100000:0.0:1734016070.244826:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331488512 00000100:00100000:0.0:1734016070.245594:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10399 00000100:00100000:0.0:1734016070.245604:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331488512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.245623:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.245643:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3171a89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5789b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.245677:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171a7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2465792->2469887) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5788d expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.245685:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3171a82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57894 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.245691:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.245693:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.245697:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3171a89 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8278016->8286207] (req 8278016->8286207) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5789b expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.245771:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3171a82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57894 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.245783:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3171a82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57894 expref: 9 pid: 7694 timeout: 434 lvb_type: 1 00000100:00100000:0.0:1734016070.245801:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334156416:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016070.245907:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171a7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2465792->2469887) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5788d expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.245915:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171a7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2465792->2469887) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5788d expref: 5 pid: 7694 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734016070.245924:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334156544:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016070.245943:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.274173:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.300813:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.307827:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a3c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334156800:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016070.307871:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3171a90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.309337:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3171a90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.309346:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3171a90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016070.309496:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968634 00000004:00010000:0.0:1734016070.309560:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e3b5500 reply state ffff880097e3d000 transno 4294968635 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3171a90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016070.309567:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016070.310532:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:9631:x1818247331489152:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8836us (9741us total) trans 4294968635 rc 0/0 00000100:00100000:0.0:1734016070.310540:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2094 00000020:00080000:0.0:1734016070.310545:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016070.337409:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331489792 00000100:00100000:0.0:1734016070.337431:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331489792 00000100:00100000:0.0:1734016070.337514:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2095 00000100:00100000:0.0:1734016070.337526:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:9631:x1818247331489792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.337562:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.337593:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3171a9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce578a9 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.337788:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3171aa5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.337813:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3171aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.337828:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3171aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016070.337865:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5662111 00000004:00200000:0.0:1734016070.337872:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016070.337900:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3171aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.337931:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3171a9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce578a9 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.337968:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3171aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce578a9 expref: 15 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.337982:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016070.337986:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016070.337989:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016070.338094:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:9631:x1818247331489792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 568us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.338103:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2095 00000100:00100000:0.0:1734016070.346612:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.371057:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.389105:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.394924:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.406820:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.421780:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331490688 00000100:00100000:0.0:1734016070.421794:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331490688 00000100:00100000:0.0:1734016070.421867:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10406 00000100:00100000:0.0:1734016070.421876:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331490688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.421898:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.421919:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3171acf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce578cc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016070.421995:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334157696:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016070.422084:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.439754:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.454961:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.458688:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.478610:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.492019:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.513927:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.521223:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.527123:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331491968 00000100:00100000:0.0:1734016070.527134:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331491968 00000100:00100000:0.0:1734016070.527711:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10411 00000100:00100000:0.0:1734016070.527758:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800794da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331491968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.527786:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.527815:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3171b00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce578ef expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016070.527901:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334158336:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016070.527998:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.538654:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.544528:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.553841:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.559397:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.563437:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.573676:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.583547:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.590166:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.593232:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.602400:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331494656 00000100:00100000:0.0:1734016070.602413:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331494656 00000100:00100000:0.0:1734016070.602471:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2099 00000100:00100000:0.0:1734016070.602479:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:9631:x1818247331494656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.602502:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.602525:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171b0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce578fd expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.602619:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171b15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.602636:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.602648:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016070.602670:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5615774 00000004:00200000:0.0:1734016070.602673:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016070.602687:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016070.602708:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171b0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce578fd expref: 15 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.602746:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce578fd expref: 14 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.602754:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016070.602757:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016070.602761:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016070.602812:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:9631:x1818247331494656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 334us (1426us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.602819:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2099 00000100:00100000:0.0:1734016070.605691:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.618239:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.618307:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.692039:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.703022:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.706267:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.730564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.737812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.745186:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.755138:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.805994:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.817893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.822311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.830605:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.837380:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.868250:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.868641:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.957619:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016070.985547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.000806:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331498624 00000100:00100000:0.0:1734016071.000820:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331498624 00010000:00010000:0.0:1734016071.000868:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1667072->1703935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5790b expref: 7 pid: 7694 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734016071.000988:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2764 00000100:00100000:0.0:1734016071.001004:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331498624:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.001023:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.001058:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->1703935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5790b expref: 7 pid: 7694 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.001075:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->1703935) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5790b expref: 7 pid: 7694 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.001113:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171b23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1667072->1703935) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5790b expref: 7 pid: 7694 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.001418:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.001422:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.001431:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171b70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6332415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57943 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.001442:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171b70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6332415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57943 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.001495:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171b70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6332415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57943 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.001513:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334160000:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016071.001608:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.005752:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331498880 00000100:00100000:0.0:1734016071.005760:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331498880 00002000:00100000:0.0:1734016071.005806:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6328320->6332415) req@ffff88007946f480 x1818247331498880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:32/0 lens 488/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.005816:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946f480 with x1818247331498880 ext(6328320->6332415) 00002000:00010000:0.0:1734016071.005822:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946f480 00000100:00100000:0.0:1734016071.005854:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8588 00000100:00100000:0.0:1734016071.005949:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331498880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.006154:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331498880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 292us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016071.006162:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8588 00002000:00100000:0.0:1734016071.006168:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6328320->6332415) req@ffff88007946f480 x1818247331498880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:32/0 lens 488/4536 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.006175:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946f480 with x1818247331498880 ext(6328320->6332415) 00002000:00010000:0.0:1734016071.006179:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946f480 00000100:00100000:0.0:1734016071.015144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.025338:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.038448:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.063543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.080106:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.086512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.095572:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331501568:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 8081us (9063us total) trans 4294969296 rc 0/0 00000100:00100000:0.0:1734016071.095593:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8599 00002000:00100000:0.0:1734016071.095615:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6287360->6332415) req@ffff88007718ca80 x1818247331501568/t4294969296(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:32/0 lens 488/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.095628:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247331501568 ext(6287360->6332415) 00002000:00010000:0.0:1734016071.095638:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718ca80 00000100:00080000:0.0:1734016071.099883:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016041 00000001:00080000:0.0:1734016071.107238:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969296 is committed 00000100:00100000:0.0:1734016071.113172:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.134281:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.138440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.145282:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.162358:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016071.167670:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016041 00010000:00010000:0.0:1734016071.167745:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3171b62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57935 expref: 19 pid: 6485 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734016071.167790:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2766 00000100:00100000:0.0:1734016071.167796:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247331503104:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.167812:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.167819:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3171b62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57935 expref: 19 pid: 6485 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.167832:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3171b62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57935 expref: 19 pid: 6485 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.167851:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3171b62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57935 expref: 19 pid: 6485 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.167873:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016071.167878:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3171b93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016071.167885:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3171b93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016071.167891:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3171b93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016071.167926:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016071.167978:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247331503104:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 181us (5641us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.167985:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2766 00000100:00100000:0.0:1734016071.175214:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331503232 00000100:00100000:0.0:1734016071.175228:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331503232 00000100:00100000:0.0:1734016071.175294:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10428 00000100:00100000:0.0:1734016071.175302:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331503232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.175320:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.175336:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3171b9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5795f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.175368:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171b8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57958 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.175377:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.175380:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.175383:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3171b9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5795f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.175420:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171b8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57958 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.175432:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171b8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57958 expref: 6 pid: 7694 timeout: 435 lvb_type: 1 00000100:00100000:0.0:1734016071.175446:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334160640:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016071.175515:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.183319:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334160640:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016071.183525:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3171b9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5795f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.183551:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016071.185172:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331503232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9857us (10530us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.185185:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10428 00000100:00100000:0.0:1734016071.205040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.207412:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334160896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016071.207437:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.207447:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334161408:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207458:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.207477:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734016071.207481:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334161280:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207493:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016071.207510:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334161664 00000100:00100000:0.0:1734016071.207512:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334161664 00000100:00100000:0.0:1734016071.207535:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334161408 00000100:00100000:0.0:1734016071.207536:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334161408 00000100:00100000:0.0:1734016071.207548:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1734016071.207551:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334161664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207574:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334161664:12345-0@lo:400:kworker.0 Request processed in 23us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.207579:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1734016071.207587:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1734016071.207590:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334161408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207608:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334161408:12345-0@lo:400:kworker.0 Request processed in 17us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.207612:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1734016071.207629:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334161408:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207647:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334161280 00000100:00100000:0.0:1734016071.207649:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334161280 00000100:00100000:0.0:1734016071.207661:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1734016071.207664:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3515:x1818247334161280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207685:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3515:x1818247334161280:12345-0@lo:400:kworker.0 Request processed in 20us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.207689:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1734016071.207700:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334160896 00000100:00100000:0.0:1734016071.207702:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334160896 00000100:00100000:0.0:1734016071.207715:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1734016071.207718:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334160896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016071.207749:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922878464 avail 3691098112 00000100:00100000:0.0:1734016071.207768:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334160896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.207772:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1734016071.207791:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334161280:0@lo:400:kworker.0 00000100:00100000:0.0:1734016071.207800:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334160896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016071.245610:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.281482:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.295088:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.412316:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.418152:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.423627:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334161792:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016071.423681:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171bbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57974 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.423699:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171bbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57974 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.423750:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280480, rc 0) 00000100:00100000:0.0:1734016071.423814:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331504384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4626us (5675us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016071.423826:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10429 00000100:00100000:0.0:1734016071.428830:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.439635:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.455323:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.465662:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331504896 00000100:00100000:0.0:1734016071.465673:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331504896 00000100:00100000:0.0:1734016071.465752:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10432 00000100:00100000:0.0:1734016071.465759:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331504896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.465782:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.465803:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171bd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57989 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.465862:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334162304:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016071.465923:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.472445:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.480604:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.485274:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.490546:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.494056:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.495919:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331505664:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 678us (1872us total) trans 4294969299 rc 0/0 00000100:00100000:0.0:1734016071.495926:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 296 00002000:00100000:0.0:1734016071.495932:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5963776->5975214) req@ffff880076f73b80 x1818247331505664/t4294969299(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:32/0 lens 11928/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.495938:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f73b80 with x1818247331505664 ext(5963776->5975214) 00010000:00010000:0.0:1734016071.495942:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5963776->5976063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57982 expref: 9 pid: 7692 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.495951:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5963776->5976063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57982 expref: 9 pid: 7692 timeout: 435 lvb_type: 0 00002000:00010000:0.0:1734016071.495956:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076f73b80 00000100:00100000:0.0:1734016071.499223:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.502857:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.507962:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.532928:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.538315:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247331506304:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5123us (5377us total) trans 4294969301 rc 0/0 00000100:00100000:0.0:1734016071.538331:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8606 00002000:00100000:0.0:1734016071.538346:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6385664->6440448) req@ffff880075578380 x1818247331506304/t4294969301(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:32/0 lens 488/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.538358:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075578380 with x1818247331506304 ext(6385664->6440448) 00002000:00010000:0.0:1734016071.538366:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075578380 00000100:00100000:0.0:1734016071.541253:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.543394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.550611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.555231:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.562866:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.579038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.590070:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.604358:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.618681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.626352:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.635483:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.641371:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.648602:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.654808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.661621:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.668206:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.675638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.678911:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.688919:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.694958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.703130:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.706630:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.714761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.728119:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.733800:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.736660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.745224:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.754094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.757886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.761594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.774196:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.778562:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.782624:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.782680:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.782707:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331512960 00000100:00100000:0.0:1734016071.782713:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331512960 00010000:00010000:0.0:1734016071.782762:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171c3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579dd expref: 11 pid: 7692 timeout: 436 lvb_type: 1 00000100:00100000:0.0:1734016071.782788:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331513088 00000100:00100000:0.0:1734016071.782790:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331513088 00010000:00010000:0.0:1734016071.782799:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579d6 expref: 7 pid: 7692 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734016071.782812:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2773 00000100:00100000:0.0:1734016071.782818:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007953c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331512960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.782830:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.782851:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171c3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579dd expref: 10 pid: 7692 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016071.782860:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171c3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579dd expref: 10 pid: 7692 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016071.782881:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171c3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579dd expref: 10 pid: 7692 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1734016071.782914:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016071.782942:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007953c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331512960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 123us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.782948:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2773 00000100:00100000:0.0:1734016071.782960:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2774 00000100:00100000:0.0:1734016071.782963:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331513088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.782970:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.782977:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579d6 expref: 7 pid: 7692 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016071.782998:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171c34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3633151) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579d6 expref: 7 pid: 7692 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016071.783010:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171c34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3633151) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579d6 expref: 7 pid: 7692 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016071.783018:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.783020:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.783029:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171c42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6336512->6365183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579e4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.783038:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171c42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6336512->6365183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579e4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.783074:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3171c42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6336512->6365183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce579e4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.783090:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334164352:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016071.783127:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.785684:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.793076:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.803856:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.808944:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.813578:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.817899:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.822627:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.827863:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.833256:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.833339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.834791:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.839128:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331515392:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3939us (4322us total) trans 4294969305 rc 0/0 00000100:00100000:0.0:1734016071.839142:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8631 00002000:00100000:0.0:1734016071.839159:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4636672->4665343) req@ffff88012ea93b80 x1818247331515392/t4294969305(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:32/0 lens 488/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.839170:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93b80 with x1818247331515392 ext(4636672->4665343) 00002000:00010000:0.0:1734016071.839178:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93b80 00000100:00100000:0.0:1734016071.841282:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016071.842996:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969305 is committed 00000001:00080000:0.0:1734016071.843018:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969302 is committed 00000100:00100000:0.0:1734016071.847002:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.855800:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.873186:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.876590:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.892337:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.901765:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331516928:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1822us (2382us total) trans 4294969306 rc 0/0 00000100:00100000:0.0:1734016071.901792:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8636 00002000:00100000:0.0:1734016071.901817:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6283264->6299647) req@ffff8800795ef480 x1818247331516928/t4294969306(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:32/0 lens 16872/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.901829:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ef480 with x1818247331516928 ext(6283264->6299647) 00002000:00010000:0.0:1734016071.901839:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ef480 00000100:00100000:0.0:1734016071.907855:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331517056:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2447us (2667us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.907870:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10450 00000100:00100000:0.0:1734016071.912974:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.926814:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331517440 00000100:00100000:0.0:1734016071.926832:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331517440 00000100:00100000:0.0:1734016071.932320:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.944052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.947997:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.952906:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.968940:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016071.983607:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.014358:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.031442:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.049850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016072.056254:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016042 00000100:00100000:0.0:1734016072.061686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.064511:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.086026:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.129337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.135229:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334166400 00000100:00100000:0.0:1734016072.135241:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334166400 00000100:00100000:0.0:1734016072.135304:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1734016072.135313:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334166400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016072.135354:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016072.135834:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334166400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 520us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.135843:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1734016072.146109:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331520000 00000100:00100000:0.0:1734016072.146119:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331520000 00000100:00100000:0.0:1734016072.146181:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10463 00000100:00100000:0.0:1734016072.146189:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331520000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.146212:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.146233:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171cb2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57a46 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.146305:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334166528:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016072.146370:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.183636:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331520256:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 14900us (15160us total) trans 4294969308 rc 0/0 00000100:00100000:0.0:1734016072.183664:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 298 00002000:00100000:0.0:1734016072.183686:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1323008->1376255) req@ffff880075d95500 x1818247331520256/t4294969308(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:33/0 lens 488/448 e 0 to 0 dl 1734016083 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.183706:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95500 with x1818247331520256 ext(1323008->1376255) 00010000:00010000:0.0:1734016072.184677:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3171c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1376255) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57a23 expref: 9 pid: 7694 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.184703:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3171c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1376255) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57a23 expref: 9 pid: 7694 timeout: 436 lvb_type: 0 00002000:00010000:0.0:1734016072.184712:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075d95500 00000100:00100000:0.0:1734016072.190534:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.205389:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334166784:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016072.205427:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.205513:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331520384:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9065us (14990us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.205526:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2779 00000100:00100000:0.0:1734016072.219966:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.235081:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.247186:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.261546:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.274880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.292783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.318261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.343699:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.351262:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.360186:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331522304 00000100:00100000:0.0:1734016072.360199:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331522304 00000100:00100000:0.0:1734016072.360262:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10471 00000100:00100000:0.0:1734016072.360273:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331522304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.360301:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.360327:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171ce3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57a70 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016072.360354:0:7692:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6440449, mtime: 0x675afc48, atime: 0x675afc48, ctime: 0x675afc48, blocks: 0x748 00010000:00010000:0.0:1734016072.360376:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.360378:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.360386:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57a70 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.360402:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3171ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57a70 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.360414:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016072.360471:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331522304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 200us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.360477:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10471 00000100:00100000:0.0:1734016072.372590:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.381311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.387183:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.388094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.401474:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.417866:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.426256:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331523456:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6713us (8370us total) trans 4294969312 rc 0/0 00000100:00100000:0.0:1734016072.426275:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 300 00002000:00100000:0.0:1734016072.426301:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9269248->9313209) req@ffff88007650a680 x1818247331523456/t4294969312(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:33/0 lens 488/448 e 0 to 0 dl 1734016083 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.426315:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247331523456 ext(9269248->9313209) 00010000:00010000:0.0:1734016072.426334:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9269248->9314303) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57a7e expref: 13 pid: 7692 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.426354:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9269248->9314303) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57a7e expref: 13 pid: 7692 timeout: 436 lvb_type: 0 00002000:00010000:0.0:1734016072.426366:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007650a680 00000100:00100000:0.0:1734016072.430622:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.464681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.464789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.464835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.464893:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331523840 00000100:00100000:0.0:1734016072.464906:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331523840 00002000:00100000:0.0:1734016072.464968:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5951487) req@ffff88007662b100 x1818247331523840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:33/0 lens 504/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.464992:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662b100 with x1818247331523840 ext(0->5951487) 00002000:00010000:0.0:1734016072.465000:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662b100 00000100:00100000:0.0:1734016072.465020:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331524096 00000100:00100000:0.0:1734016072.465023:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331524096 00002000:00100000:0.0:1734016072.465034:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88007662bb80 x1818247331524096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:33/0 lens 504/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.465041:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662bb80 with x1818247331524096 ext(4190208->8388607) 00002000:00010000:0.0:1734016072.465043:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662bb80 00000100:00100000:0.0:1734016072.465069:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331524352 00000100:00100000:0.0:1734016072.465071:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331524352 00002000:00100000:0.0:1734016072.465085:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9314303) req@ffff880076629880 x1818247331524352/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.465091:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629880 with x1818247331524352 ext(8388608->9314303) 00002000:00010000:0.0:1734016072.465094:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076629880 00000100:00100000:0.0:1734016072.465104:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8643 00000100:00100000:0.0:1734016072.465111:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247331523840:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.581497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.597888:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016072.604221:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969313 is committed 00000001:00080000:0.0:1734016072.604241:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969312 is committed 00000100:00100000:0.0:1734016072.608867:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.622343:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.643625:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.648221:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.659999:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.681531:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.697922:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.734499:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.780514:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.787775:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.797454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.807007:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.811518:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.821664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.830521:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.834333:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.840243:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.843801:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.847986:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.852361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.856450:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.861511:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.866253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.870354:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.877175:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.885872:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016072.892989:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016072 -> 1734016073 00002000:00010000:0.0:1734016072.892995:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016072 -> 1734016073 00002000:00010000:0.0:1734016072.892998:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2192 -> 2200 00010000:00010000:0.0:1734016072.893020:0:7698:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.893035:0:7698:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.893044:0:7698:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.893054:0:7698:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9daf40 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016072.893061:0:7698:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.893071:0:7698:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.893100:0:7698:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.893107:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3171d3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6377472->6381567] (req 6377472->6381567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.894749:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800799e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331530112:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 16545us (17546us total) trans 4294969315 rc 0/0 00000100:00100000:0.0:1734016072.894767:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8663 00000100:00100000:0.0:1734016072.902517:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.926444:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.938371:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.983486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016072.998196:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.012582:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.024512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.042119:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.045841:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331531776 00000100:00100000:0.0:1734016073.045853:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331531776 00000100:00100000:0.0:1734016073.045912:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10493 00000100:00100000:0.0:1734016073.045920:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331531776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.045942:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.045975:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171d6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57aee expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.046043:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334170624:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016073.046113:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.057227:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334170624:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016073.057286:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171d6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57aee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.057304:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171d6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57aee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.057341:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016073.057437:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331531776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11514us (11727us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016073.057450:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10493 00000100:00100000:0.0:1734016073.069010:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331531904 00000100:00100000:0.0:1734016073.069030:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331531904 00000100:00100000:0.0:1734016073.097123:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331532160 00000100:00100000:0.0:1734016073.097138:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331532160 00000100:00100000:0.0:1734016073.097205:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10496 00000100:00100000:0.0:1734016073.097213:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331532160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.097234:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.097256:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3171d7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57afc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.097334:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334170880:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016073.097421:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.110092:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331532288 00000100:00100000:0.0:1734016073.110106:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331532288 00000100:00100000:0.0:1734016073.114177:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10497 00000100:00100000:0.0:1734016073.114202:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331532288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.114242:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.114277:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3171d84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57b03 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.114385:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334171008:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016073.114510:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.118082:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334171008:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016073.118150:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3171d84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b03 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.118169:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3171d84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b03 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.121536:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016073.186788:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.188150:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331533056 00000100:00100000:0.0:1734016073.188167:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331533056 00002000:00100000:0.0:1734016073.188220:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10203135) req@ffff880097d0f480 x1818247331533056/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.188232:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f480 with x1818247331533056 ext(8388608->10203135) 00002000:00010000:0.0:1734016073.188239:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0f480 00000100:00100000:0.0:1734016073.188275:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8666 00000100:00100000:0.0:1734016073.188283:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247331533056:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.305370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.328275:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.370451:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331534080 00000100:00100000:0.0:1734016073.370464:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331534080 00000100:00100000:0.0:1734016073.370510:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10504 00000100:00100000:0.0:1734016073.370519:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331534080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.370538:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.370559:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3171dae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57b2d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.370620:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334171904:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016073.370700:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.378307:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.385536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.392307:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.398373:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331534592 00000100:00100000:0.0:1734016073.398385:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331534592 00010000:00010000:0.0:1734016073.398418:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3171da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3493888->3497983) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b26 expref: 8 pid: 7692 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.398453:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2792 00000100:00100000:0.0:1734016073.398459:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331534592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.398472:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.398493:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3171da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3493888->3497983) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b26 expref: 8 pid: 7692 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.398510:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3171da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3493888->3497983) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b26 expref: 8 pid: 7692 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.398533:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3171da7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3493888->3497983) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b26 expref: 8 pid: 7692 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.398564:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.398566:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.398573:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.398582:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.398619:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.398632:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079561c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334172416:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016073.398694:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.403324:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079561c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334172416:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016073.403352:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.404187:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331534592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5726us (6080us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.404198:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2792 00000100:00100000:0.0:1734016073.413559:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.432834:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.472199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.583686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.600626:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.620096:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.626916:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076f70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334173056:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016073.627000:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171de6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b65 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.627024:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171de6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b65 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.628123:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280900, rc 0) 00000100:00100000:0.0:1734016073.637217:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.675499:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.675536:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331536384 00000100:00100000:0.0:1734016073.675545:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331536384 00010000:00010000:0.0:1734016073.675582:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 10 pid: 7694 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.675625:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2793 00000100:00100000:0.0:1734016073.675632:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079561180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331536384:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.675649:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.675675:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 10 pid: 7694 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.675689:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 10 pid: 7694 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.675715:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3171dc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6447104->6451199) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b42 expref: 10 pid: 7694 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.675771:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.675773:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.675780:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3171ded lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10035200->10100735) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b6c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.675789:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3171ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10035200->10100735) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b6c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.675825:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3171ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10035200->10100735) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b6c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.675838:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079563100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334173312:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016073.675902:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.695819:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.709925:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.734988:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016073.737369:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016043 00000100:00100000:0.0:1734016073.738309:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016073.738664:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016043 00000100:00100000:0.0:1734016073.747663:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.754903:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076f70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334173824:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016073.754988:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171e09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b81 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.755016:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280900, rc 0) 00000100:00100000:0.0:1734016073.757841:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079562d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:9631:x1818247331537280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9645us (10167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.757857:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10518 00000100:00100000:0.0:1734016073.780055:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.794266:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.812886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.819003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.845687:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.856920:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331538688 00000100:00100000:0.0:1734016073.856930:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331538688 00000100:00100000:0.0:1734016073.857365:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10522 00000100:00100000:0.0:1734016073.857376:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087221050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331538688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.857399:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.857422:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3171e2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57b9d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.857498:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334174336:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016073.857588:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.873188:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.893975:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.908287:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.959676:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016073.978133:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331539584 00000100:00100000:0.0:1734016073.978151:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331539584 00010000:00010000:0.0:1734016073.978211:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171e09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b81 expref: 8 pid: 7692 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734016073.978275:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2796 00000100:00100000:0.0:1734016073.978286:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331539584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.978308:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.978345:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171e09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b81 expref: 8 pid: 7692 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734016073.978359:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171e09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b81 expref: 8 pid: 7692 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734016073.978396:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171e09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57b81 expref: 8 pid: 7692 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734016073.978443:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.978446:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.978452:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171e48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7925760->7979007] (req 7925760->7979007) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.978462:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171e48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7925760->7979007] (req 7925760->7979007) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.978496:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.978595:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331539584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 308us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.978604:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2796 00010000:00010000:0.0:1734016073.978654:0:7697:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171e48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7925760->7979007] (req 7925760->7979007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.978665:0:7697:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171e48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7925760->7979007] (req 7925760->7979007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.004929:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016074.015825:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016044 00000100:00100000:0.0:1734016074.030214:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331540352 00000100:00100000:0.0:1734016074.030224:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331540352 00010000:00010000:0.0:1734016074.030258:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3171e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bc7 expref: 8 pid: 7692 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734016074.030645:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331540224 00000100:00100000:0.0:1734016074.030649:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331540224 00010000:00010000:0.0:1734016074.031237:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171e4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bb9 expref: 6 pid: 7692 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734016074.031257:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2798 00000100:00100000:0.0:1734016074.031262:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331540224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016074.031268:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016074.031276:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171e4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bb9 expref: 6 pid: 7692 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1734016074.031284:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171e4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bb9 expref: 6 pid: 7692 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1734016074.031295:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171e4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bb9 expref: 6 pid: 7692 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1734016074.031312:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.031314:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.031319:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171e6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8450048->8458239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bce expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.031327:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8450048->8458239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bce expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.031356:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3171e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8450048->8458239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bce expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.031369:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334175232:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016074.031408:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.035223:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334175232:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016074.035254:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016074.035392:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331540224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4125us (5523us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.035409:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2798 00000100:00100000:0.0:1734016074.046879:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.059625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.067788:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331541376 00000100:00100000:0.0:1734016074.067800:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331541376 00002000:00100000:0.0:1734016074.067851:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8445952->8450047) req@ffff88007946c000 x1818247331541376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.067861:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946c000 with x1818247331541376 ext(8445952->8450047) 00002000:00010000:0.0:1734016074.067869:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946c000 00000100:00100000:0.0:1734016074.067903:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8676 00000100:00100000:0.0:1734016074.067912:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331541376:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.068154:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331541376:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 243us (648us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.068162:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8676 00002000:00100000:0.0:1734016074.068168:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8445952->8450047) req@ffff88007946c000 x1818247331541376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.068174:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946c000 with x1818247331541376 ext(8445952->8450047) 00002000:00010000:0.0:1734016074.068178:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946c000 00000100:00100000:0.0:1734016074.073351:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.082701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.101502:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.108007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.122261:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.171186:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8687 00000100:00100000:0.0:1734016074.171199:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331544192:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.260892:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.282042:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.289311:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.300150:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.316418:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331544960 00000100:00100000:0.0:1734016074.316428:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331544960 00002000:00010000:0.0:1734016074.316467:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3150117->18446744073709551615) 00002000:00100000:0.0:1734016074.316471:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f70e00 with x1818247331544960 ext(3150117->18446744073709551615) 00002000:00010000:0.0:1734016074.316485:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f70e00. 00000100:00100000:0.0:1734016074.317089:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8688 00000100:00100000:0.0:1734016074.317098:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331544960:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016074.358986:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2117 00000100:00100000:0.0:1734016074.359006:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:9631:x1818247331545088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.359060:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.359104:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171e95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57bf1 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.359314:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171e9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016074.359341:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171e9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016074.359360:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171e9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016074.359399:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3150117 00000004:00200000:0.0:1734016074.359406:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016074.359433:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171e9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016074.359463:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3171e95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bf1 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.359524:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3171e9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57bf1 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.359534:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016074.359539:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016074.359543:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016074.359647:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:9631:x1818247331545088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 644us (4641us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.359655:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2117 00000100:00100000:0.0:1734016074.365804:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.381489:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.400420:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.414828:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.427225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.444021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.451432:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.493332:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.506498:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.517094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.525596:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.535947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.558165:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.562688:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.572427:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.594144:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.602598:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.614410:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331548288 00000100:00100000:0.0:1734016074.614425:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331548288 00002000:00100000:0.0:1734016074.614499:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2805759) req@ffff880075ff8000 x1818247331548288/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.614512:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8000 with x1818247331548288 ext(2801664->2805759) 00002000:00010000:0.0:1734016074.614519:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8000 00000100:00100000:0.0:1734016074.614573:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8693 00000100:00100000:0.0:1734016074.614584:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331548288:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.614879:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331548288:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 296us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.614889:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8693 00002000:00100000:0.0:1734016074.614897:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2805759) req@ffff880075ff8000 x1818247331548288/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.614905:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8000 with x1818247331548288 ext(2801664->2805759) 00002000:00010000:0.0:1734016074.614908:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8000 00000100:00100000:0.0:1734016074.619492:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.631434:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.663297:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.671299:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.692785:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.698181:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016074.707122:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969330 is committed 00000100:00100000:0.0:1734016074.732694:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.744861:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.769899:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016074.773325:0:13919:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.773339:0:13919:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016074.794887:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016074 -> 1734016075 00002000:00010000:0.0:1734016074.794895:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016074 -> 1734016075 00002000:00010000:0.0:1734016074.794897:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1448 -> 1520 00010000:00010000:0.0:1734016074.794918:0:13919:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.794930:0:13919:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.794952:0:13919:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.794958:0:13919:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280900 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016074.794962:0:13919:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.794971:0:13919:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.794996:0:13919:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.795000:0:13919:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171f05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1896448->1933311] (req 1896448->1933311) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.795155:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331550208:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 44526us (50307us total) trans 4294969331 rc 0/0 00000100:00100000:0.0:1734016074.795169:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8699 00000100:00100000:0.0:1734016074.802534:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.807597:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331550592 00000100:00100000:0.0:1734016074.807608:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331550592 00000100:00100000:0.0:1734016074.807664:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10550 00000100:00100000:0.0:1734016074.807673:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331550592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.807700:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.807753:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3171f13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57c53 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.807791:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171f0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57c4c expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.807799:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.807801:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.807804:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3171f13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2482176->2510847] (req 2482176->2510847) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57c53 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.807840:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57c4c expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.807854:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3171f0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57c4c expref: 5 pid: 7694 timeout: 439 lvb_type: 1 00000100:00100000:0.0:1734016074.807868:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134a7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334177664:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016074.807950:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.819379:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.824374:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.830608:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.838343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.846930:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.854289:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.865117:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.870441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.876041:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.881983:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331552000:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5658us (5924us total) trans 4294969334 rc 0/0 00000100:00100000:0.0:1734016074.882004:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 302 00002000:00100000:0.0:1734016074.882019:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7815168->7859471) req@ffff8800770bc700 x1818247331552000/t4294969334(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:35/0 lens 488/448 e 0 to 0 dl 1734016085 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.882028:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc700 with x1818247331552000 ext(7815168->7859471) 00010000:00010000:0.0:1734016074.882042:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7815168->7860223) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57c61 expref: 11 pid: 7694 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734016074.882063:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3171f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7815168->7860223) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57c61 expref: 11 pid: 7694 timeout: 439 lvb_type: 0 00002000:00010000:0.0:1734016074.882071:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800770bc700 00000100:00100000:0.0:1734016074.888377:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.894278:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.899209:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.910828:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016074.946653:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331552768 00000100:00100000:0.0:1734016074.946671:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331552768 00002000:00100000:0.0:1734016074.946751:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->7077887) req@ffff880076f2aa00 x1818247331552768/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:35/0 lens 504/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.946762:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2aa00 with x1818247331552768 ext(0->7077887) 00002000:00010000:0.0:1734016074.946768:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2aa00 00000100:00100000:0.0:1734016074.946795:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331552896 00000100:00100000:0.0:1734016074.946798:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331552896 00002000:00100000:0.0:1734016074.946813:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7860223) req@ffff880076f2b480 x1818247331552896/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:35/0 lens 504/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.946820:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2b480 with x1818247331552896 ext(4190208->7860223) 00002000:00010000:0.0:1734016074.946822:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2b480 00000100:00100000:0.0:1734016074.946857:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8701 00000100:00100000:0.0:1734016074.946865:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331552768:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.093282:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.107311:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331553280:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4050us (4342us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.107328:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10558 00000100:00100000:0.0:1734016075.114554:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.147251:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.199628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.211575:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.222074:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331554944 00000100:00100000:0.0:1734016075.222086:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331554944 00002000:00100000:0.0:1734016075.222138:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2183168->2187263) req@ffff880076f29f80 x1818247331554944/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.222148:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f29f80 with x1818247331554944 ext(2183168->2187263) 00002000:00010000:0.0:1734016075.222154:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f29f80 00000100:00100000:0.0:1734016075.222195:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8707 00000100:00100000:0.0:1734016075.222202:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331554944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.222411:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331554944:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 207us (649us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.222418:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8707 00002000:00100000:0.0:1734016075.222424:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2183168->2187263) req@ffff880076f29f80 x1818247331554944/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.222431:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f29f80 with x1818247331554944 ext(2183168->2187263) 00002000:00010000:0.0:1734016075.222434:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f29f80 00000100:00100000:0.0:1734016075.230568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.240077:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331555456 00000100:00100000:0.0:1734016075.240093:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331555456 00002000:00100000:0.0:1734016075.240147:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2174976->2179071) req@ffff880076f2b800 x1818247331555456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.240158:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2b800 with x1818247331555456 ext(2174976->2179071) 00002000:00010000:0.0:1734016075.240163:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2b800 00000100:00100000:0.0:1734016075.240205:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8709 00000100:00100000:0.0:1734016075.240214:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331555456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.240434:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331555456:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 219us (2382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.240441:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8709 00002000:00100000:0.0:1734016075.240447:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2174976->2179071) req@ffff880076f2b800 x1818247331555456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.240453:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2b800 with x1818247331555456 ext(2174976->2179071) 00002000:00010000:0.0:1734016075.240457:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2b800 00000100:00100000:0.0:1734016075.255368:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.259858:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331556224 00000100:00100000:0.0:1734016075.259875:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331556224 00002000:00100000:0.0:1734016075.259955:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2162688->2166783) req@ffff880076f28700 x1818247331556224/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.259970:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f28700 with x1818247331556224 ext(2162688->2166783) 00002000:00010000:0.0:1734016075.259980:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f28700 00000100:00100000:0.0:1734016075.262570:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8712 00000100:00100000:0.0:1734016075.262586:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331556224:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.262844:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331556224:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 260us (3355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.262852:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8712 00002000:00100000:0.0:1734016075.262861:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2162688->2166783) req@ffff880076f28700 x1818247331556224/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.262871:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f28700 with x1818247331556224 ext(2162688->2166783) 00002000:00010000:0.0:1734016075.262877:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f28700 00000100:00100000:0.0:1734016075.268434:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331556480 00000100:00100000:0.0:1734016075.268448:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331556480 00002000:00100000:0.0:1734016075.268520:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2158592->2162687) req@ffff880076f2a300 x1818247331556480/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.268530:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2a300 with x1818247331556480 ext(2158592->2162687) 00002000:00010000:0.0:1734016075.268536:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2a300 00000100:00100000:0.0:1734016075.268658:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8713 00000100:00100000:0.0:1734016075.268664:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331556480:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.268950:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331556480:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 284us (660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.268959:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8713 00002000:00100000:0.0:1734016075.268966:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2158592->2162687) req@ffff880076f2a300 x1818247331556480/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.268972:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2a300 with x1818247331556480 ext(2158592->2162687) 00002000:00010000:0.0:1734016075.268975:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2a300 00000100:00100000:0.0:1734016075.271563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.277040:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331556992 00000100:00100000:0.0:1734016075.277053:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331556992 00002000:00100000:0.0:1734016075.277107:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2150400->2154495) req@ffff880076109180 x1818247331556992/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.277118:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247331556992 ext(2150400->2154495) 00002000:00010000:0.0:1734016075.277125:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:0.0:1734016075.277168:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8715 00000100:00100000:0.0:1734016075.277180:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331556992:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.277434:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331556992:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 255us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.277443:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8715 00002000:00100000:0.0:1734016075.277450:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2150400->2154495) req@ffff880076109180 x1818247331556992/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.277457:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247331556992 ext(2150400->2154495) 00002000:00010000:0.0:1734016075.277460:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:0.0:1734016075.290560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.301018:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331558016 00000100:00100000:0.0:1734016075.301036:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331558016 00002000:00100000:0.0:1734016075.301112:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2134016->2138111) req@ffff88007610a680 x1818247331558016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.301128:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610a680 with x1818247331558016 ext(2134016->2138111) 00002000:00010000:0.0:1734016075.301136:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610a680 00000100:00100000:0.0:1734016075.301191:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8719 00000100:00100000:0.0:1734016075.301202:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331558016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.301516:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331558016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 316us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.301526:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8719 00002000:00100000:0.0:1734016075.301533:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2134016->2138111) req@ffff88007610a680 x1818247331558016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.301540:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610a680 with x1818247331558016 ext(2134016->2138111) 00002000:00010000:0.0:1734016075.301543:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610a680 00000100:00100000:0.0:1734016075.306618:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.336103:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331559296 00000100:00100000:0.0:1734016075.336122:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331559296 00002000:00100000:0.0:1734016075.336193:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6389760->6393855) req@ffff880076c09c00 x1818247331559296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.336207:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247331559296 ext(6389760->6393855) 00002000:00010000:0.0:1734016075.336217:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09c00 00000100:00100000:0.0:1734016075.336275:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8724 00000100:00100000:0.0:1734016075.336287:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331559296:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.336584:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331559296:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 298us (633us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.336595:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8724 00002000:00100000:0.0:1734016075.336603:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6389760->6393855) req@ffff880076c09c00 x1818247331559296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.336610:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247331559296 ext(6389760->6393855) 00002000:00010000:0.0:1734016075.336613:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09c00 00000100:00100000:0.0:1734016075.348674:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331559808 00000100:00100000:0.0:1734016075.348688:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331559808 00002000:00100000:0.0:1734016075.348761:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6381568->6385663) req@ffff880076c0b100 x1818247331559808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.348772:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0b100 with x1818247331559808 ext(6381568->6385663) 00002000:00010000:0.0:1734016075.348778:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0b100 00000100:00100000:0.0:1734016075.349349:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8726 00000100:00100000:0.0:1734016075.349359:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331559808:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.349598:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331559808:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 239us (1063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.349607:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8726 00002000:00100000:0.0:1734016075.349614:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6381568->6385663) req@ffff880076c0b100 x1818247331559808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.349622:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0b100 with x1818247331559808 ext(6381568->6385663) 00002000:00010000:0.0:1734016075.349624:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0b100 00000001:00080000:0.0:1734016075.398037:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968647 is committed 00000001:00080000:0.0:1734016075.398059:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968643 is committed 00000100:00100000:0.0:1734016075.466716:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.492049:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.503057:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.524017:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.524905:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.656590:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.665571:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.686803:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.692303:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.710522:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331562880:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 17683us (18211us total) trans 4294969337 rc 0/0 00000100:00100000:0.0:1734016075.710537:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 303 00002000:00100000:0.0:1734016075.710547:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6000640->6062079) req@ffff88011d835500 x1818247331562880/t4294969337(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:36/0 lens 488/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.710556:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d835500 with x1818247331562880 ext(6000640->6062079) 00010000:00010000:0.0:1734016075.710564:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3171f60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ca0 expref: 9 pid: 7694 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016075.710578:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3171f60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6000640->6062079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ca0 expref: 9 pid: 7694 timeout: 440 lvb_type: 0 00002000:00010000:0.0:1734016075.710584:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d835500 00000100:00100000:0.0:1734016075.735598:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016075.737182:0:13919:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737192:0:13919:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737360:0:13919:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737367:0:13919:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737373:0:13919:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737379:0:13919:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db840 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016075.737383:0:13919:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737391:0:13919:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737404:0:13919:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.737409:0:13919:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3171f8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1126400->1142783] (req 1126400->1142783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.740591:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331562752:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 53355us (53893us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1734016075.740605:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8733 00000100:00100000:0.0:1734016075.749368:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.777243:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.859194:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331563776 00000100:00100000:0.0:1734016075.859206:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331563776 00000100:00100000:0.0:1734016075.859435:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10571 00000100:00100000:0.0:1734016075.859448:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331563776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.859480:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.859509:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3171f98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57cd1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.859537:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.859539:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.859550:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3171f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57cd1 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.859569:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3171f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57cd1 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.859583:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016075.859794:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331563776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 349us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.859802:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10571 00000100:00100000:0.0:1734016075.875332:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.892945:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.898542:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.919968:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.925926:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.935807:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.940475:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.962988:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.977859:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.982378:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016075.988404:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016076.001377:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6834121 -> 7143424 00002000:00010000:0.0:1734016076.001385:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 896 -> 928 00010000:00010000:0.0:1734016076.001402:0:13919:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001414:0:13919:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001422:0:13919:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001429:0:13919:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280900 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016076.001433:0:13919:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001441:0:13919:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001463:0:13919:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001469:0:13919:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3171fde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7127040->7143423] (req 7127040->7143423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.001587:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331565952:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 18012us (19219us total) trans 4294969340 rc 0/0 00000100:00100000:0.0:1734016076.001603:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8738 00000100:00100000:0.0:1734016076.006503:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.020043:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.026446:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.034422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.044848:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.059212:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.065864:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.076863:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.085138:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.091644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.118599:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.119039:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.183683:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331569024:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 64434us (64626us total) trans 0 rc 2949120/2949120 00000100:00100000:0.0:1734016076.183702:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8748 00002000:00100000:0.0:1734016076.183717:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7143423) req@ffff88012e3b7100 x1818247331569024/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 504/440 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 2949120/2949120 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.183747:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7100 with x1818247331569024 ext(4190208->7143423) 00002000:00010000:0.0:1734016076.183756:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b7100 00000100:00100000:0.0:1734016076.188923:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.196305:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334181760:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016076.196321:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334181888:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016076.196356:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3172001 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2068480->2109439] (req 2068480->2109439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d10 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.196375:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:0.0:1734016076.197185:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331569152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7693us (8292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.197193:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10577 00000100:00100000:0.0:1734016076.197881:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.223539:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3512:1818247334182784:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.223581:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016076.223624:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334182656 00000100:00100000:0.0:1734016076.223629:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334182656 00000100:00100000:0.0:1734016076.223662:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1734016076.223667:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334182656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.223705:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334182656:12345-0@lo:400:kworker.0 Request processed in 37us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.223713:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1734016076.223795:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334182656:0@lo:400:kworker.0 00000100:00080000:0.0:1734016076.223815:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016046 00000100:00100000:0.0:1734016076.225404:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331569536 00000100:00100000:0.0:1734016076.225412:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331569536 00000100:00100000:0.0:1734016076.225450:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10578 00000100:00100000:0.0:1734016076.225455:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331569536:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016076.225769:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7143424 -> 7143424 00002000:00010000:0.0:1734016076.225773:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.225775:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.225777:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.225779:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 1008 00000100:00100000:0.0:1734016076.225835:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331569536:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 378us (1806us total) trans 4294969341 rc 0/0 00000100:00100000:0.0:1734016076.225842:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10578 00000100:00080000:0.0:1734016076.225866:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016046 00000100:00100000:0.0:1734016076.225925:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3512:1818247334182784:0@lo:400:kworker.0 00000100:00100000:0.0:1734016076.230582:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331569664 00000100:00100000:0.0:1734016076.230593:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331569664 00000100:00100000:0.0:1734016076.230648:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10579 00000100:00100000:0.0:1734016076.230656:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331569664:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016076.230975:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7143424 -> 7143424 00002000:00010000:0.0:1734016076.230978:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.230980:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.230982:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.230984:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1008 -> 1056 00000100:00100000:0.0:1734016076.231046:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331569664:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 390us (550us total) trans 4294969342 rc 0/0 00000100:00100000:0.0:1734016076.231054:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10579 00000100:00100000:0.0:1734016076.236346:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.256555:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331570176 00000100:00100000:0.0:1734016076.256571:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331570176 00000100:00100000:0.0:1734016076.256632:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10583 00000100:00100000:0.0:1734016076.256642:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331570176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.256667:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.256692:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172016 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57d25 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016076.260007:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016075 -> 1734016076 00000100:00100000:0.0:1734016076.260047:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334183168:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016076.260094:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172016 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d25 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.260112:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172016 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d25 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.260133:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016076.260538:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331570176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3896us (4100us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016076.260546:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10583 00000100:00100000:0.0:1734016076.264513:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331570304 00000100:00100000:0.0:1734016076.264526:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331570304 00000100:00100000:0.0:1734016076.264578:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10584 00000100:00100000:0.0:1734016076.264587:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331570304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.264609:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.264629:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d317201d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57d2c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.264661:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3172001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2109439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d10 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.264668:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.264670:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.264675:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d317201d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [962560->999423] (req 962560->999423) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d2c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.264704:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3172001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2109439) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d10 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.264714:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3172001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2109439) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d10 expref: 9 pid: 7692 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016076.264761:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334183296:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016076.264820:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.303295:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.331460:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.341439:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.346784:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.374832:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016076.390587:0:13919:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390596:0:13919:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390708:0:13919:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390715:0:13919:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390766:0:13919:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390772:0:13919:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8282f40 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016076.390777:0:13919:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390784:0:13919:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390797:0:13919:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.390802:0:13919:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d317205c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1150976->1163263] (req 1150976->1163263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.390866:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331572096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 15249us (16054us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1734016076.390878:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8749 00000100:00100000:0.0:1734016076.404301:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.408042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.411530:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.419450:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.431771:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.466508:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.471270:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331573504 00000100:00100000:0.0:1734016076.471279:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331573504 00002000:00100000:0.0:1734016076.471328:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1187839) req@ffff880075d96a00 x1818247331573504/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.471339:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96a00 with x1818247331573504 ext(1159168->1187839) 00010000:00010000:0.0:1734016076.471350:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317206a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d72 expref: 11 pid: 7694 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016076.471361:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317206a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d72 expref: 11 pid: 7694 timeout: 440 lvb_type: 0 00002000:00010000:0.0:1734016076.471368:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075d96a00 00000100:00100000:0.0:1734016076.471404:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 304 00000100:00100000:0.0:1734016076.471411:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331573504:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016076.480835:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331573504:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 9410us (9766us total) trans 4294969346 rc 0/0 00000100:00100000:0.0:1734016076.480851:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 304 00002000:00100000:0.0:1734016076.480863:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1159168->1187839) req@ffff880075d96a00 x1818247331573504/t4294969346(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/448 e 0 to 0 dl 1734016087 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.480874:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96a00 with x1818247331573504 ext(1159168->1187839) 00010000:00010000:0.0:1734016076.480888:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317206a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d72 expref: 13 pid: 7694 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016076.480917:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317206a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1159168->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d72 expref: 13 pid: 7694 timeout: 440 lvb_type: 0 00002000:00010000:0.0:1734016076.480928:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075d96a00 00000100:00100000:0.0:1734016076.484165:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.514203:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331573888 00000100:00100000:0.0:1734016076.514212:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331573888 00002000:00100000:0.0:1734016076.514258:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012b9b9500 x1818247331573888/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.514267:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b9500 with x1818247331573888 ext(0->4194303) 00002000:00010000:0.0:1734016076.514272:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b9500 00000100:00100000:0.0:1734016076.514301:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331574144 00000100:00100000:0.0:1734016076.514304:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331574144 00002000:00100000:0.0:1734016076.514317:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7143423) req@ffff88012b9b8700 x1818247331574144/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.514324:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8700 with x1818247331574144 ext(4194304->7143423) 00002000:00010000:0.0:1734016076.514327:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8700 00000100:00100000:0.0:1734016076.514342:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8751 00000100:00100000:0.0:1734016076.514348:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331573888:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.518710:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8752 00000100:00100000:0.0:1734016076.518741:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331574144:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.586930:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331573888:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 72552us (76371us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016076.586948:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8751 00002000:00100000:0.0:1734016076.586969:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012b9b9500 x1818247331573888/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:37/0 lens 488/440 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.586980:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b9500 with x1818247331573888 ext(0->4194303) 00002000:00010000:0.0:1734016076.586986:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b9500 00000100:00100000:0.0:1734016076.621112:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.645871:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.659768:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331574784 00000100:00100000:0.0:1734016076.659781:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331574784 00000100:00100000:0.0:1734016076.659834:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10602 00000100:00100000:0.0:1734016076.659844:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:9631:x1818247331574784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.659863:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.659882:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317209b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57d9c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.659917:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3172086 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2707456->2711551) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d8e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.659925:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317208d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d95 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.659931:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.659933:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.659936:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317209b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d9c expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.659970:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317208d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d95 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.659980:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317208d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d95 expref: 14 pid: 7694 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016076.659994:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334185856:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016076.660073:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3172086 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2707456->2711551) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d8e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.660081:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3172086 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2707456->2711551) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d8e expref: 6 pid: 7694 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016076.660088:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f29880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334185984:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016076.660109:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.669594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.674272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.685710:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.690283:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.695503:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331575552 00000100:00100000:0.0:1734016076.695510:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331575552 00010000:00010000:0.0:1734016076.695534:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317209b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d9c expref: 14 pid: 7692 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016076.695567:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2826 00000100:00100000:0.0:1734016076.695572:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331575552:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.695583:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.695601:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317209b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d9c expref: 14 pid: 7692 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016076.695613:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317209b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d9c expref: 14 pid: 7692 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016076.695640:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317209b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57d9c expref: 14 pid: 7692 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016076.695657:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.695659:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.695664:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31720b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1703935) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57daa expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.695671:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31720b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1703935) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57daa expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.695699:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31720b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1703935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57daa expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.695711:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f29500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334186368:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016076.695766:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.699282:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.707819:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.713428:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.741525:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.760990:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331576576 00000100:00100000:0.0:1734016076.760999:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331576576 00000100:00100000:0.0:1734016076.761064:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8754 00000100:00100000:0.0:1734016076.761071:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247331576576:12345-192.168.201.52@tcp:4:fsx.0 00010000:00010000:0.0:1734016076.761108:0:13923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.761125:0:13923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31720b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1703935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57daa expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.761132:0:13923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.761134:0:13923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.761136:0:13923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.761167:0:13923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31720b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1703935) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57daa expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.761178:0:13923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31720b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1671168->1703935) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57daa expref: 10 pid: 7692 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016076.761191:0:13923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334186752:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016076.761244:0:13923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.765945:0:13923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334186752:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016076.765977:0:13923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.769660:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016076.773004:0:13923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.773012:0:13923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016076.783122:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016076 -> 1734016077 00002000:00010000:0.0:1734016076.783128:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016076 -> 1734016077 00002000:00010000:0.0:1734016076.783130:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1208 00010000:00010000:0.0:1734016076.783146:0:13923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.783158:0:13923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.783167:0:13923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.783173:0:13923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e7180 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016076.783177:0:13923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.783185:0:13923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.783207:0:13923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.783213:0:13923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31720d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7233536->7278591] (req 7233536->7278591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.784459:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331576576:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 23374us (23524us total) trans 4294969351 rc 0/0 00000100:00100000:0.0:1734016076.784477:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8754 00000100:00100000:0.0:1734016076.793233:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.799433:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.810703:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.810790:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.810828:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331577216 00000100:00100000:0.0:1734016076.810840:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331577216 00010000:00010000:0.0:1734016076.810892:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31720e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dcd expref: 7 pid: 7694 timeout: 441 lvb_type: 1 00000100:00100000:0.0:1734016076.810955:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2828 00000100:00100000:0.0:1734016076.810965:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331577216:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.810988:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.811020:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31720e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dcd expref: 7 pid: 7694 timeout: 441 lvb_type: 1 00010000:00010000:0.0:1734016076.811033:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31720e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dcd expref: 7 pid: 7694 timeout: 441 lvb_type: 1 00010000:00010000:0.0:1734016076.811061:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.811107:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331577216:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 143us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.811115:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2828 00000100:00100000:0.0:1734016076.811135:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2829 00000100:00100000:0.0:1734016076.811140:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331577344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.811150:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.811156:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31720da lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dc6 expref: 8 pid: 7694 timeout: 441 lvb_type: 1 00010000:00010000:0.0:1734016076.811164:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31720da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dc6 expref: 8 pid: 7694 timeout: 441 lvb_type: 1 00010000:00010000:0.0:1734016076.811176:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.811178:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.811186:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31720e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7507968->7512063) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dd4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.811194:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31720e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7507968->7512063) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dd4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.811231:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31720e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7507968->7512063) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57dd4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.811244:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334187136:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016076.811278:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.823786:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.841034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.841076:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016076.842911:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016046 00000100:00080000:0.0:1734016076.842915:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016046 00000100:00100000:0.0:1734016076.859836:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.871335:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331577984:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 11055us (11491us total) trans 4294969352 rc 0/0 00000100:00100000:0.0:1734016076.871355:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8756 00002000:00100000:0.0:1734016076.871372:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7446528->7512063) req@ffff880076628000 x1818247331577984/t4294969352(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:37/0 lens 488/448 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.871384:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628000 with x1818247331577984 ext(7446528->7512063) 00002000:00010000:0.0:1734016076.871392:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076628000 00000100:00100000:0.0:1734016076.878324:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016076.880789:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969352 is committed 00000100:00100000:0.0:1734016076.886122:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.893390:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.899667:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.915316:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334187520:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016076.915345:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.915386:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331578624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14897us (15733us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.915398:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2830 00000100:00100000:0.0:1734016076.942336:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.950555:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331579904 00000100:00100000:0.0:1734016076.950567:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331579904 00002000:00100000:0.0:1734016076.950614:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5365760->5369855) req@ffff880076c08000 x1818247331579904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.950625:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08000 with x1818247331579904 ext(5365760->5369855) 00002000:00010000:0.0:1734016076.950630:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08000 00000100:00100000:0.0:1734016076.950692:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8761 00000100:00100000:0.0:1734016076.950699:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331579904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.951075:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331579904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 375us (915us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.951082:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8761 00002000:00100000:0.0:1734016076.951087:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5365760->5369855) req@ffff880076c08000 x1818247331579904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.951094:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08000 with x1818247331579904 ext(5365760->5369855) 00002000:00010000:0.0:1734016076.951097:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08000 00000100:00100000:0.0:1734016076.955553:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.963308:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331580416 00000100:00100000:0.0:1734016076.963325:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331580416 00002000:00100000:0.0:1734016076.963391:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5357568->5361663) req@ffff880075d96680 x1818247331580416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.963402:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96680 with x1818247331580416 ext(5357568->5361663) 00002000:00010000:0.0:1734016076.963409:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d96680 00000100:00100000:0.0:1734016076.963449:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8763 00000100:00100000:0.0:1734016076.963458:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331580416:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.963769:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331580416:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 310us (893us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.963776:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8763 00002000:00100000:0.0:1734016076.963782:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5357568->5361663) req@ffff880075d96680 x1818247331580416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.963790:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96680 with x1818247331580416 ext(5357568->5361663) 00002000:00010000:0.0:1734016076.963793:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d96680 00000100:00100000:0.0:1734016076.975347:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.978749:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331581184 00000100:00100000:0.0:1734016076.978765:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331581184 00002000:00100000:0.0:1734016076.978822:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5345280->5349375) req@ffff880075d94700 x1818247331581184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.978832:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d94700 with x1818247331581184 ext(5345280->5349375) 00002000:00010000:0.0:1734016076.978838:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d94700 00000100:00100000:0.0:1734016076.978876:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8766 00000100:00100000:0.0:1734016076.978884:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331581184:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.979096:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331581184:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 212us (546us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.979103:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8766 00002000:00100000:0.0:1734016076.979108:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5345280->5349375) req@ffff880075d94700 x1818247331581184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.979115:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d94700 with x1818247331581184 ext(5345280->5349375) 00002000:00010000:0.0:1734016076.979117:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d94700 00000100:00100000:0.0:1734016076.985452:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016076.988933:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331581952 00000100:00100000:0.0:1734016076.988944:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331581952 00002000:00100000:0.0:1734016076.988989:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5332992->5337087) req@ffff880075d95180 x1818247331581952/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.989000:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95180 with x1818247331581952 ext(5332992->5337087) 00002000:00010000:0.0:1734016076.989006:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d95180 00000100:00100000:0.0:1734016076.989038:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8769 00000100:00100000:0.0:1734016076.989044:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331581952:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.989276:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331581952:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 231us (703us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.989282:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8769 00002000:00100000:0.0:1734016076.989287:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5332992->5337087) req@ffff880075d95180 x1818247331581952/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.989294:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95180 with x1818247331581952 ext(5332992->5337087) 00002000:00010000:0.0:1734016076.989296:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d95180 00000100:00100000:0.0:1734016076.997778:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.001491:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331582592 00000100:00100000:0.0:1734016077.001501:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331582592 00002000:00100000:0.0:1734016077.001553:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4636672->4640767) req@ffff880076c0a300 x1818247331582592/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.001563:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0a300 with x1818247331582592 ext(4636672->4640767) 00002000:00010000:0.0:1734016077.001568:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0a300 00000100:00100000:0.0:1734016077.001600:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8771 00000100:00100000:0.0:1734016077.001607:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331582592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.001837:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331582592:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 228us (587us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.001843:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8771 00002000:00100000:0.0:1734016077.001848:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4636672->4640767) req@ffff880076c0a300 x1818247331582592/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.001855:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0a300 with x1818247331582592 ext(4636672->4640767) 00002000:00010000:0.0:1734016077.001857:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0a300 00000100:00100000:0.0:1734016077.014913:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.014960:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.027852:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.037099:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.052494:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.086556:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.118690:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331584512 00000100:00100000:0.0:1734016077.118716:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331584512 00002000:00100000:0.0:1734016077.118835:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5660672->5664767) req@ffff880076f2a680 x1818247331584512/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.118847:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2a680 with x1818247331584512 ext(5660672->5664767) 00002000:00010000:0.0:1734016077.118856:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2a680 00000100:00100000:0.0:1734016077.118920:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8775 00000100:00100000:0.0:1734016077.118929:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331584512:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.119362:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331584512:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 417us (904us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.119371:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8775 00002000:00100000:0.0:1734016077.119393:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5660672->5664767) req@ffff880076f2a680 x1818247331584512/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.119400:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2a680 with x1818247331584512 ext(5660672->5664767) 00002000:00010000:0.0:1734016077.119404:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2a680 00000100:00100000:0.0:1734016077.138677:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331584896 00000100:00100000:0.0:1734016077.138693:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331584896 00002000:00100000:0.0:1734016077.138788:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2433024->5672959) req@ffff88012b9bbb80 x1818247331584896/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 504/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.138799:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9bbb80 with x1818247331584896 ext(2433024->5672959) 00002000:00010000:0.0:1734016077.138806:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9bbb80 00000100:00100000:0.0:1734016077.138842:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8777 00000100:00100000:0.0:1734016077.138849:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331584896:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016077.145431:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331584896:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6572us (6865us total) trans 4294969353 rc 0/0 00000100:00100000:0.0:1734016077.145447:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8777 00002000:00100000:0.0:1734016077.145462:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2433024->5672959) req@ffff88012b9bbb80 x1818247331584896/t4294969353(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 504/448 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.145478:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9bbb80 with x1818247331584896 ext(2433024->5672959) 00002000:00010000:0.0:1734016077.145488:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9bbb80 00000100:00080000:0.0:1734016077.165630:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016047 00000001:00080000:0.0:1734016077.191468:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969353 is committed 00000100:00100000:0.0:1734016077.211242:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.218063:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.235281:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.255447:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.272984:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331586304 00000100:00100000:0.0:1734016077.272995:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331586304 00000100:00100000:0.0:1734016077.273158:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10626 00000100:00100000:0.0:1734016077.273166:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331586304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.273187:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.273207:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3172143 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57e28 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.273266:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079560380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334189184:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016077.273347:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00080000:0.0:1734016077.299269:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016047 00000100:00100000:0.0:1734016077.308105:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331587072 00000100:00100000:0.0:1734016077.308116:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331587072 00010000:00010000:0.0:1734016077.308155:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317213c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 495616->507903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e21 expref: 7 pid: 7694 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016077.308474:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2836 00000100:00100000:0.0:1734016077.308481:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331587072:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.308496:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.308523:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317213c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 495616->507903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e21 expref: 7 pid: 7694 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016077.308535:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317213c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 495616->507903) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e21 expref: 7 pid: 7694 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016077.308558:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317213c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 495616->507903) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e21 expref: 7 pid: 7694 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016077.308575:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.308577:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.308582:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3172158 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e36 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.308590:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3172158 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e36 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.308623:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3172158 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e36 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.308639:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079561500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334189696:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016077.308677:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.313928:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079561500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334189696:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016077.313965:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016077.315178:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331587072:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6693us (7177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.315193:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2836 00000100:00100000:0.0:1734016077.376442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.395685:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.423825:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.440236:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.451135:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.457804:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.467237:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.471005:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.484171:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.487939:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.492689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.498449:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331591168:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4976us (5754us total) trans 4294969357 rc 0/0 00000100:00100000:0.0:1734016077.498468:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8793 00002000:00100000:0.0:1734016077.498489:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2547712->2592767) req@ffff880079560000 x1818247331591168/t4294969357(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 488/448 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.498499:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560000 with x1818247331591168 ext(2547712->2592767) 00002000:00010000:0.0:1734016077.498508:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560000 00000100:00100000:0.0:1734016077.508592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.537058:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.549931:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.703006:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.721416:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.734330:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.763500:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.765561:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.778184:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.784561:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331593728 00000100:00100000:0.0:1734016077.784568:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331593728 00002000:00100000:0.0:1734016077.784606:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5664768->5668863) req@ffff880075d97800 x1818247331593728/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.784615:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97800 with x1818247331593728 ext(5664768->5668863) 00002000:00010000:0.0:1734016077.784618:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97800 00000100:00100000:0.0:1734016077.784950:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8797 00000100:00100000:0.0:1734016077.784955:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331593728:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.785066:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331593728:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 110us (710us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.785071:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8797 00002000:00100000:0.0:1734016077.785076:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5664768->5668863) req@ffff880075d97800 x1818247331593728/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.785083:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97800 with x1818247331593728 ext(5664768->5668863) 00002000:00010000:0.0:1734016077.785087:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97800 00000100:00100000:0.0:1734016077.788758:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331593856 00000100:00100000:0.0:1734016077.788768:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331593856 00000100:00100000:0.0:1734016077.788813:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10642 00000100:00100000:0.0:1734016077.788821:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331593856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.788842:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.788863:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31721b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57e8a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.788933:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334191360:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016077.789007:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.794995:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.803334:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.808189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.815068:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.818659:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.829110:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.831298:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331595520:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1982us (2190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.831308:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10644 00000100:00100000:0.0:1734016077.835560:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331595648 00000100:00100000:0.0:1734016077.835570:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331595648 00000100:00100000:0.0:1734016077.835628:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10645 00000100:00100000:0.0:1734016077.835634:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331595648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.835652:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.835669:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31721c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57e98 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.835749:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334191616:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016077.835811:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00002000:00010000:0.0:1734016077.838930:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1624 -> 1760 00000100:00100000:0.0:1734016077.838956:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334191616:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016077.838992:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31721c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e98 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.839007:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31721c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57e98 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.839143:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016077.839211:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331595648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3574us (3750us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.839221:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10645 00000100:00100000:0.0:1734016077.842059:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.853291:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.857078:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.864822:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.868217:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016077.870255:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969360 is committed 00000100:00100000:0.0:1734016077.876094:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.881712:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.885303:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.891235:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.897193:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.910444:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.917488:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.926922:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.942531:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016077.951204:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 1434258 -> 6784206 00000100:00100000:0.0:1734016077.951226:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334192768:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016077.951257:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d317220e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ed0 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.951271:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d317220e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ed0 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.951856:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82818c0, rc 0) 00000100:00100000:0.0:1734016077.951929:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331598720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3336us (3727us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.951943:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10652 00000100:00100000:0.0:1734016077.970223:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.975660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016077.979046:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331599488 00000100:00100000:0.0:1734016077.979056:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331599488 00000100:00100000:0.0:1734016077.979112:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10654 00000100:00100000:0.0:1734016077.979119:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:9631:x1818247331599488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.979138:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.979156:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172223 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57ede expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.979184:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d317221c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ed7 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.979191:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.979193:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.979196:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172223 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4055040->4059135] (req 4055040->4059135) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ede expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.979227:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d317221c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ed7 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.979239:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d317221c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57ed7 expref: 10 pid: 7692 timeout: 442 lvb_type: 1 00000100:00100000:0.0:1734016077.979254:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334193024:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016077.979312:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.983307:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.003827:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.019085:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.040594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.057840:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.076231:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016078.089066:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969363 is committed 00000001:00080000:0.0:1734016078.089106:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969361 is committed 00000100:00100000:0.0:1734016078.094109:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.098812:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016078.101117:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1152 -> 1256 00000100:00100000:0.0:1734016078.101141:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334193280:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016078.101177:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d3172238 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57eec expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.101189:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d3172238 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57eec expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.101209:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da400, rc 0) 00000100:00100000:0.0:1734016078.101655:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331603456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2636us (2848us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.101665:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10656 00000100:00100000:0.0:1734016078.106114:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.148412:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.153367:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.167171:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331604608 00000100:00100000:0.0:1734016078.167185:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331604608 00000100:00100000:0.0:1734016078.167260:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10664 00000100:00100000:0.0:1734016078.167270:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331604608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.167297:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.167324:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3172262 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f16 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.167403:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334194176:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016078.167490:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.169891:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334194176:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016078.169932:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3172262 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f16 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.169951:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3172262 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f16 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.169983:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016078.170042:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331604608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2771us (3092us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.170052:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10664 00000100:00100000:0.0:1734016078.172843:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331604736 00000100:00100000:0.0:1734016078.172856:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331604736 00000100:00100000:0.0:1734016078.173192:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10665 00000100:00100000:0.0:1734016078.173202:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331604736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.173227:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.173253:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172269 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f1d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.173326:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334194304:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016078.173407:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.175780:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334194304:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016078.175825:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172269 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f1d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.175841:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172269 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f1d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.176118:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016078.176183:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331604736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2981us (3507us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.176191:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10665 00000100:00100000:0.0:1734016078.180410:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331604864 00000100:00100000:0.0:1734016078.180426:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331604864 00000100:00100000:0.0:1734016078.180646:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10666 00000100:00100000:0.0:1734016078.180655:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331604864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.180681:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.180705:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172270 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f24 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.180826:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334194432:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016078.231003:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331605632 00000100:00100000:0.0:1734016078.231010:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331605632 00010000:00010000:0.0:1734016078.231039:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317225b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7544832->7573503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f0f expref: 7 pid: 7694 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.231063:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2846 00000100:00100000:0.0:1734016078.231069:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331605632:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016078.231083:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016078.231101:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317225b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7544832->7573503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f0f expref: 7 pid: 7694 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016078.231116:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317225b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7544832->7573503) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f0f expref: 7 pid: 7694 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016078.231138:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317225b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7544832->7573503) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f0f expref: 7 pid: 7694 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016078.231155:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.231157:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.231162:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3172285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f32 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.231170:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3172285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f32 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.231200:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3172285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f32 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.231212:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334194944:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016078.231274:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.239138:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334194944:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016078.239165:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016078.239219:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331605632:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8149us (8466us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.239230:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2846 00000100:00100000:0.0:1734016078.243282:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331605888 00000100:00100000:0.0:1734016078.243302:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331605888 00000100:00100000:0.0:1734016078.243377:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2138 00000100:00100000:0.0:1734016078.243388:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:9631:x1818247331605888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.243423:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.243448:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317228c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f39 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.243572:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016078.243585:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016078.243597:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016078.243620:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4803951 00000004:00200000:0.0:1734016078.243625:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016078.243642:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016078.243661:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317228c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f39 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.243692:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f39 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.243699:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016078.243701:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016078.243704:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016078.243766:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:9631:x1818247331605888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 379us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.243772:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2138 00000100:00100000:0.0:1734016078.258122:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331606144 00000100:00100000:0.0:1734016078.258146:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331606144 00000100:00100000:0.0:1734016078.258260:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2139 00000100:00100000:0.0:1734016078.258270:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:9631:x1818247331606144:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016078.258593:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317229a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.258610:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f39 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.258617:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317229a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.258664:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f39 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.258680:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f39 expref: 19 pid: 6484 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.258697:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334195072:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016078.258864:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00010000:00010000:0.0:1734016078.277014:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172293 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f39 expref: 19 pid: 6484 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.277095:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334195072:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016078.277146:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.277163:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.277170:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016078.277364:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968660 00000004:00010000:0.0:1734016078.277459:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9b9500 reply state ffff88012ec2a000 transno 4294968661 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016078.277470:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016078.277655:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:9631:x1818247331606144:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 19384us (22948us total) trans 4294968661 rc 0/0 00000100:00100000:0.0:1734016078.277666:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2139 00000020:00080000:0.0:1734016078.277676:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016078.289261:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331606400 00000100:00100000:0.0:1734016078.289275:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331606400 00000100:00100000:0.0:1734016078.289348:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10669 00000100:00100000:0.0:1734016078.289357:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331606400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.289392:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.289420:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31722a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f40 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.289461:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3172285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f32 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.289470:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016078.289474:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016078.289479:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31722a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f40 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.289526:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3172285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f32 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.289541:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3172285 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f32 expref: 8 pid: 7692 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.289558:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334195200:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016078.289643:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.309656:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334195200:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016078.309708:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31722a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f40 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.309764:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016078.309827:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331606400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 20470us (20708us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.309836:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10669 00000100:00100000:0.0:1734016078.327148:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331606656 00000100:00100000:0.0:1734016078.327156:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331606656 00002000:00010000:0.0:1734016078.327192:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1550597->18446744073709551615) 00002000:00100000:0.0:1734016078.327197:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95180 with x1818247331606656 ext(1550597->18446744073709551615) 00002000:00010000:0.0:1734016078.327210:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d95180. 00000100:00100000:0.0:1734016078.327344:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8826 00000100:00100000:0.0:1734016078.327352:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331606656:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016078.327806:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4803951 -> 1550597 00002000:00010000:0.0:1734016078.327810:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016078.327812:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016078.327814:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016078.327816:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1048 00000100:00100000:0.0:1734016078.327849:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331606656:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 496us (1236us total) trans 4294969367 rc 0/0 00000100:00100000:0.0:1734016078.328418:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8826 00002000:00010000:0.0:1734016078.328423:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1550597->18446744073709551615) 00002000:00100000:0.0:1734016078.328426:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95180 with x1818247331606656 ext(1550597->18446744073709551615) 00002000:00010000:0.0:1734016078.328433:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d95180. 00000100:00100000:0.0:1734016078.334978:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331606784 00000100:00100000:0.0:1734016078.334990:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331606784 00000100:00100000:0.0:1734016078.335058:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2140 00000100:00100000:0.0:1734016078.335066:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:9631:x1818247331606784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.335102:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.335128:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31722a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f47 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.335233:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31722af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.335252:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31722af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.335263:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31722af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016078.335293:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1550597 00000004:00200000:0.0:1734016078.335298:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016078.335316:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31722af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016078.335337:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31722a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f47 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.335368:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31722af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f47 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.335376:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016078.335379:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016078.335382:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016078.338063:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:9631:x1818247331606784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2986us (3385us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.338074:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2140 00000100:00100000:0.0:1734016078.349885:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331606912 00000100:00100000:0.0:1734016078.349895:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331606912 00000100:00100000:0.0:1734016078.350104:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10670 00000100:00100000:0.0:1734016078.350113:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331606912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.350136:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.350157:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31722b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f4e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.350225:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334195456:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016078.352198:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.359201:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334195456:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016078.359269:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31722b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f4e expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.359292:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31722b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f4e expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.359336:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016078.359468:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331606912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9353us (9688us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.359484:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10670 00000100:00100000:0.0:1734016078.366043:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331607040 00000100:00100000:0.0:1734016078.366056:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331607040 00000100:00100000:0.0:1734016078.366121:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10671 00000100:00100000:0.0:1734016078.366132:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331607040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.366154:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.366179:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31722bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57f55 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.366217:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31722a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f40 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.366225:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016078.366227:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016078.366230:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31722bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1396736->1400831] (req 1396736->1400831) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f55 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.366267:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31722a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f40 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.366280:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31722a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f40 expref: 7 pid: 7692 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.366294:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334195584:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016078.367595:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.371995:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334195584:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016078.372032:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31722bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1396736->1400831] (req 1396736->1400831) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f55 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.372049:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016078.372109:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:9631:x1818247331607040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5977us (6268us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.372120:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10671 00000100:00100000:0.0:1734016078.396424:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331607936 00000100:00100000:0.0:1734016078.396439:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331607936 00002000:00100000:0.0:1734016078.396485:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1388544->1392639) req@ffff880079531500 x1818247331607936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.396495:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531500 with x1818247331607936 ext(1388544->1392639) 00002000:00010000:0.0:1734016078.396500:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531500 00000100:00100000:0.0:1734016078.396530:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8829 00000100:00100000:0.0:1734016078.396536:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331607936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.396705:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331607936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 168us (661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016078.396712:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8829 00002000:00100000:0.0:1734016078.396718:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1388544->1392639) req@ffff880079531500 x1818247331607936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.396760:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531500 with x1818247331607936 ext(1388544->1392639) 00002000:00010000:0.0:1734016078.396763:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531500 00000100:00100000:0.0:1734016078.403564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.406936:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.411476:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.416427:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.423353:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.428061:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.434911:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.440238:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.446392:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.451294:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.456062:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.462141:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.469856:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.476855:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.477538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.490410:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.501971:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.514018:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.529849:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.559865:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331612416 00000100:00100000:0.0:1734016078.559882:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331612416 00000100:00100000:0.0:1734016078.559927:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2142 00000100:00100000:0.0:1734016078.559935:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:9631:x1818247331612416:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016078.559985:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016078.560008:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31722af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f47 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.560109:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016078.560114:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016078.560297:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31722ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016078.560311:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d31722d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f6a expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.560318:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31722ee lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016078.560355:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d31722d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f6a expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.560366:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d31722d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57f6a expref: 19 pid: 7713 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.560381:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334196480:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016078.561198:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.567062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.578526:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.595844:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.603680:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.690469:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.694077:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016078.701312:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969371 is committed 00000001:00080000:0.0:1734016078.701344:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969366 is committed 00000100:00100000:0.0:1734016078.715603:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.725263:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.735376:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.759627:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.763261:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.785711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.799228:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.819000:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.828104:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.856862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.865027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.880544:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.896189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.921702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.928209:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.933374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.941807:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.947294:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.959323:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.970129:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331617664 00000100:00100000:0.0:1734016078.970141:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331617664 00000100:00100000:0.0:1734016078.970186:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10686 00000100:00100000:0.0:1734016078.970194:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:9631:x1818247331617664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.970215:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.970230:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d317236c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57fc5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.970265:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3172357 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fb7 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.970273:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317235e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fbe expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.970278:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.970280:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016078.970283:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d317236c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fc5 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.970319:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317235e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fbe expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.970329:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317235e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fbe expref: 9 pid: 7694 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734016078.970341:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334197504:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016078.970420:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3172357 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fb7 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.970427:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3172357 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fb7 expref: 6 pid: 7692 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734016078.970438:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334197632:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016078.970452:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.977509:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.982241:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016078.993539:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331618048 00000100:00100000:0.0:1734016078.993551:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331618048 00002000:00010000:0.0:1734016078.993578:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4582112->18446744073709551615) 00002000:00100000:0.0:1734016078.993582:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247331618048 ext(4582112->18446744073709551615) 00002000:00010000:0.0:1734016078.993593:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f480. 00000100:00100000:0.0:1734016078.993936:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8853 00000100:00100000:0.0:1734016078.993942:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331618048:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016078.994124:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2381647 -> 4582112 00002000:00010000:0.0:1734016078.994127:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016078.994129:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016078.994132:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016078.994133:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1032 00000100:00100000:0.0:1734016078.994155:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331618048:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 212us (691us total) trans 4294969374 rc 0/0 00000100:00100000:0.0:1734016078.994160:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8853 00002000:00010000:0.0:1734016078.994163:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4582112->18446744073709551615) 00002000:00100000:0.0:1734016078.994165:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247331618048 ext(4582112->18446744073709551615) 00002000:00010000:0.0:1734016078.994169:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f480. 00000100:00100000:0.0:1734016079.063537:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247331618560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 17387us (21033us total) trans 0 rc 389120/389120 00000100:00100000:0.0:1734016079.063549:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8855 00002000:00100000:0.0:1734016079.063560:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->4579327) req@ffff88012b9b8a80 x1818247331618560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:40/0 lens 488/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 389120/389120 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.063569:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8a80 with x1818247331618560 ext(4190208->4579327) 00002000:00010000:0.0:1734016079.063575:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8a80 00000100:00100000:0.0:1734016079.106131:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.116833:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331618944 00000100:00100000:0.0:1734016079.116843:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331618944 00000100:00100000:0.0:1734016079.116911:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10687 00000100:00100000:0.0:1734016079.116918:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247331618944:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:0.0:1734016079.118999:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331618944:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2076us (2797us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.119010:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10687 00000100:00100000:0.0:1734016079.123633:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.131170:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331619328 00000100:00100000:0.0:1734016079.131180:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331619328 00000100:00100000:0.0:1734016079.131228:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10688 00000100:00100000:0.0:1734016079.131235:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331619328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.131254:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.131273:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d317238f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57fda expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.131328:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334197888:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.131397:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016079.134818:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016078 -> 1734016079 00002000:00010000:0.0:1734016079.134828:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1032 -> 1048 00000100:00100000:0.0:1734016079.134853:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334197888:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.134901:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d317238f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fda expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.134918:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d317238f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fda expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.134939:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016079.135234:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331619328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3998us (4156us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.135242:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10688 00000100:00100000:0.0:1734016079.143686:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331619456 00000100:00100000:0.0:1734016079.143699:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331619456 00000100:00100000:0.0:1734016079.143795:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10689 00000100:00100000:0.0:1734016079.143802:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331619456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.143823:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.143847:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172396 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57fe1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.143932:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334198016:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.144006:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.147582:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334198016:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.147617:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172396 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fe1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.147636:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172396 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fe1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.147665:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016079.147753:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331619456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3918us (4727us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.147763:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10689 00000100:00100000:0.0:1734016079.157088:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331619584 00000100:00100000:0.0:1734016079.157100:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331619584 00000100:00100000:0.0:1734016079.157151:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10690 00000100:00100000:0.0:1734016079.157158:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331619584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.157179:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.157196:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317239d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57fe8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.157255:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334198144:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.157357:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.159317:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334198144:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.159346:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317239d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fe8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.159356:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317239d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fe8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.159385:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016079.159428:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331619584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2270us (2751us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.159435:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10690 00000100:00100000:0.0:1734016079.162412:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331619712 00000100:00100000:0.0:1734016079.162427:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331619712 00000100:00100000:0.0:1734016079.162496:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10691 00000100:00100000:0.0:1734016079.162506:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331619712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.162530:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.162553:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31723a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce57fef expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.162630:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334198272:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.162753:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.164794:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334198272:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.164841:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31723a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fef expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.164856:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31723a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce57fef expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.164876:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016079.164936:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331619712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2430us (2637us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.164949:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10691 00000100:00100000:0.0:1734016079.172475:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331619840 00000100:00100000:0.0:1734016079.172484:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331619840 00000100:00100000:0.0:1734016079.172531:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10692 00000100:00100000:0.0:1734016079.172538:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331619840:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016079.172875:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4582112 -> 4582112 00002000:00010000:0.0:1734016079.172878:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016079.172880:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016079 -> 1734016078 00002000:00010000:0.0:1734016079.172881:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016079.172883:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1048 -> 1088 00000100:00100000:0.0:1734016079.190072:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.195000:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334198656:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016079.195020:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.196240:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.196246:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016079.196319:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968668 00000004:00010000:0.0:1734016079.196353:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007610bb80 reply state ffff8800761f8000 transno 4294968669 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016079.196359:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016079.196412:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:9631:x1818247331620352:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6085us (6355us total) trans 4294968669 rc 0/0 00000100:00100000:0.0:1734016079.196421:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2153 00000020:00080000:0.0:1734016079.196424:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016079.199052:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.199062:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.199068:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.199073:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016079.199076:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.199082:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.199093:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016079.199096:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016079.199099:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.199104:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31723b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016079.202854:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331620736 00000100:00100000:0.0:1734016079.202871:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331620736 00000100:00100000:0.0:1734016079.203014:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2154 00000100:00100000:0.0:1734016079.203021:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:9631:x1818247331620736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.203049:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.203068:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d31723c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58004 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.203162:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31723c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.203177:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31723c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.203189:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31723c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016079.203211:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8968801 00000004:00200000:0.0:1734016079.203215:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016079.203232:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31723c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.203252:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d31723c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58004 expref: 29 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.203265:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31723c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58004 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.203271:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016079.203274:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016079.203277:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016079.203346:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:9631:x1818247331620736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 325us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.203354:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2154 00000100:00100000:0.0:1734016079.212079:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331620992 00000100:00100000:0.0:1734016079.212087:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331620992 00000100:00100000:0.0:1734016079.212253:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10695 00000100:00100000:0.0:1734016079.212260:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331620992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.212275:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.212289:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31723dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58012 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.212332:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334198784:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.212509:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016079.214979:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016078 -> 1734016079 00000100:00100000:0.0:1734016079.215006:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334198784:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.215035:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31723dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58012 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.215047:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31723dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58012 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.215076:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016079.215119:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331620992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2857us (3109us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.215127:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10695 00000100:00100000:0.0:1734016079.218278:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331621120 00000100:00100000:0.0:1734016079.218289:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331621120 00000100:00100000:0.0:1734016079.218345:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10696 00000100:00100000:0.0:1734016079.218353:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331621120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.218374:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.218393:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d31723e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58019 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.218448:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334198912:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.218505:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.221717:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334198912:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.221825:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d31723e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58019 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.221839:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d31723e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58019 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.221870:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016079.221922:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331621120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3568us (3779us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.221930:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10696 00000100:00100000:0.0:1734016079.242333:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.246102:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.256550:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331622272 00000100:00100000:0.0:1734016079.256559:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331622272 00002000:00100000:0.0:1734016079.256597:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7352320->7356415) req@ffff880079530700 x1818247331622272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.256606:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530700 with x1818247331622272 ext(7352320->7356415) 00002000:00010000:0.0:1734016079.256611:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530700 00000100:00100000:0.0:1734016079.256750:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8860 00000100:00100000:0.0:1734016079.256759:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331622272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.257191:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331622272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 432us (882us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.257198:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8860 00002000:00100000:0.0:1734016079.257204:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7352320->7356415) req@ffff880079530700 x1818247331622272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.257210:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530700 with x1818247331622272 ext(7352320->7356415) 00002000:00010000:0.0:1734016079.257213:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530700 00000100:00100000:0.0:1734016079.260507:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331622528 00000100:00100000:0.0:1734016079.260516:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331622528 00002000:00100000:0.0:1734016079.260555:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7352319) req@ffff880076c4e680 x1818247331622528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.260565:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4e680 with x1818247331622528 ext(7348224->7352319) 00002000:00010000:0.0:1734016079.260570:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4e680 00000100:00100000:0.0:1734016079.260589:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8861 00000100:00100000:0.0:1734016079.260595:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331622528:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.260775:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331622528:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 178us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.260781:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8861 00002000:00100000:0.0:1734016079.260786:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7352319) req@ffff880076c4e680 x1818247331622528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.260792:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4e680 with x1818247331622528 ext(7348224->7352319) 00002000:00010000:0.0:1734016079.260794:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4e680 00000100:00100000:0.0:1734016079.266521:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331623040 00000100:00100000:0.0:1734016079.266532:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331623040 00002000:00100000:0.0:1734016079.266591:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff880079530e00 x1818247331623040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.266601:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530e00 with x1818247331623040 ext(7340032->7344127) 00002000:00010000:0.0:1734016079.266607:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530e00 00000100:00100000:0.0:1734016079.266676:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8863 00000100:00100000:0.0:1734016079.266687:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331623040:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.267179:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331623040:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 493us (834us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.267186:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8863 00002000:00100000:0.0:1734016079.267192:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff880079530e00 x1818247331623040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.267200:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530e00 with x1818247331623040 ext(7340032->7344127) 00002000:00010000:0.0:1734016079.267203:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530e00 00000100:00100000:0.0:1734016079.271844:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331623296 00000100:00100000:0.0:1734016079.271856:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331623296 00002000:00100000:0.0:1734016079.271906:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7335936->7340031) req@ffff880079533100 x1818247331623296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.271916:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533100 with x1818247331623296 ext(7335936->7340031) 00002000:00010000:0.0:1734016079.271922:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533100 00000100:00100000:0.0:1734016079.271946:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8864 00000100:00100000:0.0:1734016079.271953:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331623296:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.272154:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331623296:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 200us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.272169:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8864 00002000:00100000:0.0:1734016079.272175:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7335936->7340031) req@ffff880079533100 x1818247331623296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.272181:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533100 with x1818247331623296 ext(7335936->7340031) 00002000:00010000:0.0:1734016079.272184:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533100 00000100:00100000:0.0:1734016079.278973:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331623808 00000100:00100000:0.0:1734016079.278983:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331623808 00002000:00100000:0.0:1734016079.279024:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7327744->7331839) req@ffff880079533800 x1818247331623808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.279034:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247331623808 ext(7327744->7331839) 00002000:00010000:0.0:1734016079.279038:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016079.279072:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8866 00000100:00100000:0.0:1734016079.279079:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331623808:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.279253:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331623808:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 174us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.279260:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8866 00002000:00100000:0.0:1734016079.279266:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7327744->7331839) req@ffff880079533800 x1818247331623808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.279273:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247331623808 ext(7327744->7331839) 00002000:00010000:0.0:1734016079.279276:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016079.293198:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331624320 00000100:00100000:0.0:1734016079.293207:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331624320 00010000:00010000:0.0:1734016079.293242:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31723f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7364607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58027 expref: 8 pid: 7692 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.293271:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331624192 00000100:00100000:0.0:1734016079.293275:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331624192 00010000:00010000:0.0:1734016079.293285:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31723f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5802e expref: 8 pid: 7692 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734016079.293301:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2860 00000100:00100000:0.0:1734016079.293307:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331624320:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.293323:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.293350:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31723f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7360512->7364607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58027 expref: 8 pid: 7692 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.293359:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31723f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7360512->7364607) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58027 expref: 8 pid: 7692 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.293386:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31723f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7360512->7364607) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58027 expref: 8 pid: 7692 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.293403:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.293449:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331624320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 140us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.293456:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2860 00000100:00100000:0.0:1734016079.293468:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2861 00000100:00100000:0.0:1734016079.293471:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331624192:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.293478:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.293485:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31723f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5802e expref: 8 pid: 7692 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.293495:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31723f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5802e expref: 8 pid: 7692 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.293506:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31723f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5802e expref: 8 pid: 7692 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.293515:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.293517:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.293522:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31723ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4063232->4075519) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58035 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.293529:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31723ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4063232->4075519) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58035 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.293562:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31723ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4063232->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58035 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.293575:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334199680:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016079.293614:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.298706:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334199680:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016079.298755:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.298805:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331624192:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5330us (5674us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.298814:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2861 00000100:00100000:0.0:1734016079.299886:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331624576 00000100:00100000:0.0:1734016079.299892:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331624576 00002000:00100000:0.0:1734016079.299935:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4071424->4075519) req@ffff880076c4ce00 x1818247331624576/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.299944:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ce00 with x1818247331624576 ext(4071424->4075519) 00002000:00010000:0.0:1734016079.299950:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ce00 00000100:00100000:0.0:1734016079.299981:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8867 00000100:00100000:0.0:1734016079.299988:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331624576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.300132:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331624576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 144us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.300138:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8867 00002000:00100000:0.0:1734016079.300143:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4071424->4075519) req@ffff880076c4ce00 x1818247331624576/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.300150:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ce00 with x1818247331624576 ext(4071424->4075519) 00002000:00010000:0.0:1734016079.300152:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ce00 00000100:00100000:0.0:1734016079.322933:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331624960 00000100:00100000:0.0:1734016079.322943:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331624960 00000100:00100000:0.0:1734016079.322993:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10703 00000100:00100000:0.0:1734016079.323001:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331624960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.323018:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.323034:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3172414 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5804a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.323085:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200064:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.323142:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.324887:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200064:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.324917:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3172414 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5804a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.324929:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3172414 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5804a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.325339:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016079.325406:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331624960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2404us (2577us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.325418:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10703 00000100:00100000:0.0:1734016079.328035:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331625088 00000100:00100000:0.0:1734016079.328048:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331625088 00000100:00100000:0.0:1734016079.328263:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10704 00000100:00100000:0.0:1734016079.328270:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331625088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.328286:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.328306:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317241b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58051 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.328365:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200192:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.328430:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.331278:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200192:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.331315:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317241b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58051 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.331327:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317241b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58051 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.331352:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016079.331405:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331625088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3134us (3434us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.331413:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10704 00000100:00100000:0.0:1734016079.339689:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331625216 00000100:00100000:0.0:1734016079.339700:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331625216 00000100:00100000:0.0:1734016079.339772:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10705 00000100:00100000:0.0:1734016079.339779:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331625216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.339799:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.339814:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172422 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58058 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.339872:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200320:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.339941:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.346094:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200320:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.346134:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172422 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58058 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.346150:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172422 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58058 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.346459:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016079.346527:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331625216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6747us (6912us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.346541:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10705 00000100:00100000:0.0:1734016079.354539:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331625344 00000100:00100000:0.0:1734016079.354547:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331625344 00000100:00100000:0.0:1734016079.354982:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10706 00000100:00100000:0.0:1734016079.354990:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331625344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.355007:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.355022:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172429 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5805f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.355072:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200448:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.355120:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.357024:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200448:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.357069:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172429 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5805f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.357082:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172429 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5805f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.357269:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016079.357327:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331625344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2336us (2942us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.357337:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10706 00000100:00100000:0.0:1734016079.363506:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331625728 00000100:00100000:0.0:1734016079.363515:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331625728 00000100:00100000:0.0:1734016079.363680:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10707 00000100:00100000:0.0:1734016079.363689:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331625728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.363707:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.363845:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172430 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58066 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.363903:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200576:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.364392:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.365985:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200576:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.366012:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172430 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58066 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.366023:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172430 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58066 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.366161:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016079.366211:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331625728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2521us (2783us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.366219:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10707 00000100:00100000:0.0:1734016079.368939:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331625856 00000100:00100000:0.0:1734016079.368946:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331625856 00000100:00100000:0.0:1734016079.369039:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10708 00000100:00100000:0.0:1734016079.369047:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331625856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.369067:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.369085:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172437 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5806d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.369136:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200704:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.369199:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.372315:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200704:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016079.372358:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172437 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5806d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.372371:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172437 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5806d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.372381:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016079.373170:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331625856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4120us (4460us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.373179:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10708 00000100:00100000:0.0:1734016079.384334:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331626240 00000100:00100000:0.0:1734016079.384343:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331626240 00010000:00010000:0.0:1734016079.384368:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31723d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5800b expref: 20 pid: 6484 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.384398:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2862 00000100:00100000:0.0:1734016079.384404:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1969:x1818247331626240:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.384415:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.384420:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31723d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5800b expref: 20 pid: 6484 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.384429:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31723d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5800b expref: 20 pid: 6484 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.384447:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31723d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5800b expref: 20 pid: 6484 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.384461:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016079.384465:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d317243e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016079.384472:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d317243e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016079.384477:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3cc0/0xb46129d8d317243e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016079.384492:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.384523:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247331626240:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 119us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.384528:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2862 00000100:00100000:0.0:1734016079.387683:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331626368 00000100:00100000:0.0:1734016079.387691:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331626368 00000100:00100000:0.0:1734016079.387757:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10709 00000100:00100000:0.0:1734016079.387765:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331626368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.387784:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.387800:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172445 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58074 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.387825:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31723ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4063232->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58035 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.387837:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.387839:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.387842:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172445 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58074 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.387876:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31723ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4063232->4075519) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58035 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.387886:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31723ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4063232->4075519) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58035 expref: 6 pid: 7694 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.387899:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200960:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016079.387959:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.390919:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334200960:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016079.390953:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172445 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58074 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.390970:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016079.392457:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:9631:x1818247331626368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4683us (5036us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.392469:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10709 00000100:00100000:0.0:1734016079.404709:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334201088:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016079.404751:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.404812:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331626624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4273us (4510us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.404826:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2863 00000100:00100000:0.0:1734016079.411714:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331626880 00000100:00100000:0.0:1734016079.411761:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331626880 00000100:00100000:0.0:1734016079.411844:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2157 00000100:00100000:0.0:1734016079.411864:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:9631:x1818247331626880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.411881:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.411902:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317244c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5807b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.411999:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172453 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016079.412017:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172453 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016079.412030:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172453 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016079.412056:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8592216 00000004:00200000:0.0:1734016079.412060:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016079.412079:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172453 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016079.412101:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d317244c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5807b expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.412126:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172453 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5807b expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.412136:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016079.412140:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016079.412145:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016079.412213:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:9631:x1818247331626880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 360us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.412220:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2157 00000100:00100000:0.0:1734016079.415246:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.420045:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.426627:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.430673:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.434780:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.438564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.443584:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.447495:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.452991:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.459303:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331628416 00000100:00100000:0.0:1734016079.459314:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331628416 00000100:00100000:0.0:1734016079.459377:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2160 00000100:00100000:0.0:1734016079.459386:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:9631:x1818247331628416:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016079.459577:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3172492 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.459591:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317247d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58097 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.459598:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3172492 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.459627:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317247d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58097 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.459642:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317247d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58097 expref: 29 pid: 6484 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.459653:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334201984:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016079.459747:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.473335:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.484837:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331629184 00000100:00100000:0.0:1734016079.484847:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331629184 00010000:00010000:0.0:1734016079.484889:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31724a0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce580ac expref: 24 pid: 7713 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.484931:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2866 00000100:00100000:0.0:1734016079.484938:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247331629184:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.484950:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.484956:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31724a0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce580ac expref: 24 pid: 7713 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.484966:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31724a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce580ac expref: 24 pid: 7713 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.484988:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016079.484993:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31724a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.485001:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31724a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.485007:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31724a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016079.485025:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.485065:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247331629184:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 127us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.485072:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2866 00000100:00100000:0.0:1734016079.489833:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.494241:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.502097:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.504867:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.510895:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.516846:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.523185:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.528897:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.533588:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.540515:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.546492:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.549585:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016079.552597:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969383 is committed 00000001:00080000:0.0:1734016079.552617:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969382 is committed 00000100:00100000:0.0:1734016079.562052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.570210:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.575237:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.585576:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.616925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.624205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.704937:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.718297:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.724999:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.740579:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.753102:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.761647:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.770626:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.776586:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.789312:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.795416:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.808936:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.841137:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.847018:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.849009:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.854449:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.860128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.865936:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.883188:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.887937:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.890706:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.894568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.898534:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.907605:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.914460:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.919483:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.927612:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.932943:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.938835:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.945611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.954942:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.961864:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.972131:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016079.997431:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331637248 00000100:00100000:0.0:1734016079.997440:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331637248 00000100:00100000:0.0:1734016079.997483:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10742 00000100:00100000:0.0:1734016079.997490:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331637248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.997506:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.997521:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31725aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58170 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.997565:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334205568:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016079.997874:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.000076:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334205568:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016080.000103:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31725aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58170 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.000113:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31725aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58170 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.000134:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016080.000216:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331637248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2725us (2867us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.000223:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10742 00000100:00100000:0.0:1734016080.002923:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.006627:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.035247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.062908:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.066397:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.080636:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.088107:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.093913:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.106969:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.111865:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.123442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.158491:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.233434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.258021:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331640448 00000100:00100000:0.0:1734016080.258032:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331640448 00010000:00010000:0.0:1734016080.258061:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31725db lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58193 expref: 36 pid: 7713 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.258581:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2873 00000100:00100000:0.0:1734016080.258589:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:1968:x1818247331640448:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.258600:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.258605:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31725db lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58193 expref: 36 pid: 7713 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.258616:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31725db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58193 expref: 36 pid: 7713 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.258635:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016080.258639:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317260c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016080.258647:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317260c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016080.258657:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317260c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016080.258673:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.259195:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:1968:x1818247331640448:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 605us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.259202:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2873 00000100:00100000:0.0:1734016080.279468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.328276:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.339002:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.379636:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331642368 00000100:00100000:0.0:1734016080.379647:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331642368 00002000:00100000:0.0:1734016080.379699:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9887744->10309631) req@ffff88007623f480 x1818247331642368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.379709:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f480 with x1818247331642368 ext(9887744->10309631) 00002000:00010000:0.0:1734016080.379716:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f480 00000100:00100000:0.0:1734016080.391546:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.400356:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016080.401955:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969399 is committed 00000100:00100000:0.0:1734016080.405482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.409495:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.418321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.432499:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.488891:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.494815:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.499016:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331643904:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2845us (4198us total) trans 4294969400 rc 0/0 00000100:00100000:0.0:1734016080.499032:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8894 00002000:00100000:0.0:1734016080.499044:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4976640->4984831) req@ffff88007970dc00 x1818247331643904/t4294969400(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:41/0 lens 8680/448 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.499053:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970dc00 with x1818247331643904 ext(4976640->4984831) 00002000:00010000:0.0:1734016080.499058:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970dc00 00000100:00100000:0.0:1734016080.502827:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.508288:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016080.520799:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969400 is committed 00000100:00100000:0.0:1734016080.530292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.542572:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.557038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.570700:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016080.576300:0:7697:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3172660 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6201344->6246399] (req 6201344->6246399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.576313:0:7697:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3172660 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6201344->6246399] (req 6201344->6246399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.587669:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.595380:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.599262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.604560:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.613686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.619237:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.628109:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.638829:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.651196:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.655988:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.675786:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.675820:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.675889:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.683988:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8898 00000100:00100000:0.0:1734016080.684000:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247331646848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.749984:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331646336:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 73885us (74187us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016080.749998:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8896 00002000:00100000:0.0:1734016080.750013:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800795f6680 x1818247331646336/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:41/0 lens 488/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.750024:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f6680 with x1818247331646336 ext(0->4194303) 00002000:00010000:0.0:1734016080.750032:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f6680 00000100:00100000:0.0:1734016080.793571:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.798996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.804130:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.818590:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.822654:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.822806:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331647488 00000100:00100000:0.0:1734016080.822819:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331647488 00000100:00100000:0.0:1734016080.823493:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10774 00000100:00100000:0.0:1734016080.823504:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331647488:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016080.823865:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10305876 -> 10305876 00002000:00010000:0.0:1734016080.823869:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016080.823872:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016080.823874:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016080.823875:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 736 -> 752 00000100:00100000:0.0:1734016080.823949:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331647488:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 447us (1314us total) trans 4294969402 rc 0/0 00000100:00100000:0.0:1734016080.823956:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10774 00000100:00100000:0.0:1734016080.827317:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331647616 00000100:00100000:0.0:1734016080.827325:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331647616 00000100:00100000:0.0:1734016080.827362:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10775 00000100:00100000:0.0:1734016080.827368:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331647616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.827388:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.827405:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31726ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5823b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.827767:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334209664:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016080.827820:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.846506:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.875825:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.881980:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.891823:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.914883:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.914928:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016080.914971:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.000806:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331648768:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 81841us (85863us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016081.000821:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8900 00002000:00100000:0.0:1734016081.000841:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800796f9180 x1818247331648768/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:41/0 lens 488/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.000851:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9180 with x1818247331648768 ext(0->4194303) 00002000:00010000:0.0:1734016081.000856:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9180 00000100:00100000:0.0:1734016081.007568:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.048357:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.065306:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.085420:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.089453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.092408:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334211072:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016081.092442:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172701 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016081.093496:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016081.094374:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016081.094380:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:0.0:1734016081.095062:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968690 00000004:00010000:0.0:1734016081.095115:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800796faa00 reply state ffff880076755000 transno 4294968691 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016081.095121:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016081.095382:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:9631:x1818247331650432:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5581us (5933us total) trans 4294968691 rc 0/0 00000100:00100000:0.0:1734016081.095390:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2184 00000020:00080000:0.0:1734016081.095394:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016081.098115:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.102089:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.102219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.102548:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2885 00000100:00100000:0.0:1734016081.102553:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331650816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.102564:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.102574:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31726fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58281 expref: 10 pid: 7694 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016081.102583:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31726fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58281 expref: 10 pid: 7694 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016081.102594:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31726fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58281 expref: 10 pid: 7694 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016081.102608:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.102610:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.102615:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3172708 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58288 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.102622:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3172708 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58288 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.102651:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3172708 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58288 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.102663:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334211456:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016081.102697:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.111236:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.120783:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.124084:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.133955:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334211584:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016081.134000:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317272b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5829d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.134015:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317272b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5829d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.134041:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280900, rc 0) 00000100:00100000:0.0:1734016081.134099:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331651456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3732us (4236us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.134107:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10788 00000100:00100000:0.0:1734016081.143703:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334211712:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016081.143796:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d3172732 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [614400->618495] (req 614400->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582a4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.143819:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82818c0, rc 0) 00000100:00100000:0.0:1734016081.143888:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331651584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5298us (6274us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.143900:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10789 00000100:00100000:0.0:1734016081.155417:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331651840 00000100:00100000:0.0:1734016081.155425:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331651840 00000100:00100000:0.0:1734016081.155470:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10790 00000100:00100000:0.0:1734016081.155476:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087257850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331651840:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016081.155680:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1933707 -> 1933707 00002000:00010000:0.0:1734016081.155684:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.155686:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016081.155688:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.155690:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:0.0:1734016081.155755:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087257850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331651840:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 278us (1201us total) trans 4294969405 rc 0/0 00000100:00100000:0.0:1734016081.155761:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10790 00000100:00100000:0.0:1734016081.173108:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.186952:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331652480 00000100:00100000:0.0:1734016081.186960:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331652480 00000100:00100000:0.0:1734016081.187003:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10792 00000100:00100000:0.0:1734016081.187010:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331652480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.187026:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.187044:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce582b2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.187066:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.187068:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.187074:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b2 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.187086:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b2 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.187095:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016081.187144:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331652480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 134us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.187150:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10792 00000100:00100000:0.0:1734016081.202908:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8905 00000100:00100000:0.0:1734016081.202920:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331652736:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.225354:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331652736:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 22426us (25997us total) trans 0 rc 1937408/1937408 00000100:00100000:0.0:1734016081.225372:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8905 00002000:00100000:0.0:1734016081.225391:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1937407) req@ffff88007623d880 x1818247331652736/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 1937408/1937408 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.225402:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d880 with x1818247331652736 ext(0->1937407) 00002000:00010000:0.0:1734016081.225409:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623d880 00000100:00100000:0.0:1734016081.229805:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334212096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016081.239686:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334212480:0@lo:400:kworker.0 00000100:00100000:0.0:1734016081.239793:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016081.242188:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334212480:0@lo:400:kworker.0 00000100:00100000:0.0:1734016081.251888:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331653120 00000100:00100000:0.0:1734016081.251910:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331653120 00010000:00010000:0.0:1734016081.251949:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b2 expref: 9 pid: 7694 timeout: 445 lvb_type: 1 00000100:00100000:0.0:1734016081.252000:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2889 00000100:00100000:0.0:1734016081.252008:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331653120:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.252022:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.252044:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b2 expref: 9 pid: 7694 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016081.252056:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b2 expref: 9 pid: 7694 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016081.252080:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172747 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b2 expref: 9 pid: 7694 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016081.252107:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.252109:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.252115:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317274e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10387456->10428415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b9 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.252122:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317274e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10387456->10428415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b9 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.252154:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d317274e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10387456->10428415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582b9 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.252166:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334213120:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016081.252228:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.253930:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334213120:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016081.253965:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.254044:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331653120:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2031us (3579us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.254060:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2889 00000100:00100000:0.0:1734016081.254310:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.260376:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.268934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.277042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.282000:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.290310:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.299695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.311046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.330925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.343466:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016081.348551:0:13923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d317276a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582c7 expref: 10 pid: 7692 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.348566:0:13923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334214016:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016081.348584:0:13923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6479872->6524927] (req 6479872->6524927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.348591:0:13923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6479872->6524927] (req 6479872->6524927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.348597:0:13923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6479872->6524927] (req 6479872->6524927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016081.354166:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969408 is committed 00000001:00080000:0.0:1734016081.354179:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969407 is committed 00000100:00100000:0.0:1734016081.357595:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.362286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.371814:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.385275:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334214144:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016081.385307:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.386061:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.386067:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016081.386196:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968694 00000004:00010000:0.0:1734016081.386246:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767b1880 reply state ffff880097fec000 transno 4294968695 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016081.386253:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016081.386346:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:9631:x1818247331656192:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6504us (6798us total) trans 4294968695 rc 0/0 00000100:00100000:0.0:1734016081.386352:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2190 00000020:00080000:0.0:1734016081.386356:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016081.389344:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.389355:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.389361:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.389367:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8282640 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016081.389371:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.389377:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.389394:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016081.389396:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016081.389399:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.389403:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016081.394076:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334214272:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016081.394089:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334214400:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016081.394127:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31727be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582f8 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.394145:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8281440, rc 0) 00000100:00100000:0.0:1734016081.394204:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:9631:x1818247331656448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4406us (4946us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.394212:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10801 00000100:00100000:0.0:1734016081.401007:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331656832 00000100:00100000:0.0:1734016081.401018:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331656832 00002000:00010000:0.0:1734016081.401064:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6016951->18446744073709551615) 00002000:00100000:0.0:1734016081.401068:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4e00 with x1818247331656832 ext(6016951->18446744073709551615) 00002000:00010000:0.0:1734016081.401082:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4e00. 00000100:00100000:0.0:1734016081.401122:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8910 00000100:00100000:0.0:1734016081.401129:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331656832:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016081.401505:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6524928 -> 6016951 00002000:00010000:0.0:1734016081.401508:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.401512:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016081.401514:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.401516:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 688 -> 600 00000100:00100000:0.0:1734016081.401588:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331656832:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 457us (1036us total) trans 4294969409 rc 0/0 00000100:00100000:0.0:1734016081.401595:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8910 00002000:00010000:0.0:1734016081.401599:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6016951->18446744073709551615) 00002000:00100000:0.0:1734016081.401601:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4e00 with x1818247331656832 ext(6016951->18446744073709551615) 00002000:00010000:0.0:1734016081.401605:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4e00. 00000100:00100000:0.0:1734016081.406316:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331656960 00000100:00100000:0.0:1734016081.406326:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331656960 00000100:00100000:0.0:1734016081.406382:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2191 00000100:00100000:0.0:1734016081.406389:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:9631:x1818247331656960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.406411:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.406433:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce582ff expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.406529:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31727cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.406548:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31727cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.406559:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31727cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016081.406591:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6016951 00000004:00200000:0.0:1734016081.406596:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.406616:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31727cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.406639:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582ff expref: 13 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.406672:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31727cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce582ff expref: 12 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.406681:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016081.406684:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.406687:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016081.406789:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:9631:x1818247331656960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 399us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.406795:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2191 00000100:00100000:0.0:1734016081.409477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.418188:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.422852:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.430532:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.434481:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.438248:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.444143:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331658112 00000100:00100000:0.0:1734016081.444154:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331658112 00000100:00100000:0.0:1734016081.444293:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2194 00000100:00100000:0.0:1734016081.444304:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:9631:x1818247331658112:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016081.444529:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.444546:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.444557:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727f6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.444594:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.444606:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 20 pid: 6485 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.444618:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334215040:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016081.444691:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.450537:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331658240 00000100:00100000:0.0:1734016081.450550:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331658240 00010000:00010000:0.0:1734016081.450601:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 21 pid: 6485 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.450656:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2898 00000100:00100000:0.0:1734016081.450665:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1968:x1818247331658240:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.450689:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.450699:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 21 pid: 6485 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.450714:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 21 pid: 6485 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.450770:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d31727ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58314 expref: 21 pid: 6485 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.450809:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016081.450814:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.450833:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.450839:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31727f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016081.450871:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.450923:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247331658240:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 259us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.450932:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2898 00000100:00100000:0.0:1734016081.453700:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.465656:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.487987:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.488029:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.488069:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.488114:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331658880 00000100:00100000:0.0:1734016081.488126:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331658880 00002000:00100000:0.0:1734016081.488175:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->9961471) req@ffff880076c4fb80 x1818247331658880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:42/0 lens 504/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.488185:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4fb80 with x1818247331658880 ext(0->9961471) 00002000:00010000:0.0:1734016081.488191:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4fb80 00000100:00100000:0.0:1734016081.488220:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331659008 00000100:00100000:0.0:1734016081.488222:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331659008 00002000:00100000:0.0:1734016081.488233:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880076c4f800 x1818247331659008/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.488241:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4f800 with x1818247331659008 ext(4190208->8384511) 00002000:00010000:0.0:1734016081.488244:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4f800 00000100:00100000:0.0:1734016081.488251:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331659136 00000100:00100000:0.0:1734016081.488253:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331659136 00002000:00100000:0.0:1734016081.488261:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9957375) req@ffff880076c0b800 x1818247331659136/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.488267:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0b800 with x1818247331659136 ext(8384512->9957375) 00002000:00010000:0.0:1734016081.488269:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0b800 00000100:00100000:0.0:1734016081.488279:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8913 00000100:00100000:0.0:1734016081.488285:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331658880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.604644:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.611718:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.615128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.626546:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.626587:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331659776 00000100:00100000:0.0:1734016081.626597:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331659776 00000100:00100000:0.0:1734016081.626662:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2196 00000100:00100000:0.0:1734016081.626671:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:9631:x1818247331659776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.626698:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.627224:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3172804 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58322 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.627310:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317280b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016081.627323:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317280b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016081.627332:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317280b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016081.627353:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9960197 00000004:00200000:0.0:1734016081.627357:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.627371:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317280b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016081.627389:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3172804 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58322 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.627617:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317280b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58322 expref: 14 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.627626:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016081.627628:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.627632:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016081.628060:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:9631:x1818247331659776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1388us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.628070:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2196 00000100:00100000:0.0:1734016081.643870:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016081.651695:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969413 is committed 00000100:00100000:0.0:1734016081.660080:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.668209:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.669378:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8918 00000100:00100000:0.0:1734016081.669386:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331660416:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016081.698592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.715901:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.724168:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.734083:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.740644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.750172:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.755215:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331661440 00000100:00100000:0.0:1734016081.755225:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331661440 00002000:00010000:0.0:1734016081.755267:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1998272->18446744073709551615) 00002000:00100000:0.0:1734016081.755272:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629c00 with x1818247331661440 ext(1998272->18446744073709551615) 00002000:00010000:0.0:1734016081.755287:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076629c00. 00000100:00100000:0.0:1734016081.755320:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8919 00000100:00100000:0.0:1734016081.755329:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331661440:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016081.755667:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1078696 -> 1998272 00002000:00010000:0.0:1734016081.755671:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016082 00002000:00010000:0.0:1734016081.755673:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016081.755675:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016082 00002000:00010000:0.0:1734016081.755677:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:0.0:1734016081.755751:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331661440:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 421us (634us total) trans 4294969415 rc 0/0 00000100:00100000:0.0:1734016081.755757:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8919 00002000:00010000:0.0:1734016081.755760:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1998272->18446744073709551615) 00002000:00100000:0.0:1734016081.755763:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629c00 with x1818247331661440 ext(1998272->18446744073709551615) 00002000:00010000:0.0:1734016081.755767:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076629c00. 00000100:00100000:0.0:1734016081.763985:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.769143:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331662208 00000100:00100000:0.0:1734016081.769163:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331662208 00002000:00100000:0.0:1734016081.769235:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1986560->1990655) req@ffff8800795f4a80 x1818247331662208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.769251:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4a80 with x1818247331662208 ext(1986560->1990655) 00002000:00010000:0.0:1734016081.769261:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4a80 00000100:00100000:0.0:1734016081.769884:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8922 00000100:00100000:0.0:1734016081.769893:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331662208:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.770104:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331662208:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 211us (1126us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.770111:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8922 00002000:00100000:0.0:1734016081.770116:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1986560->1990655) req@ffff8800795f4a80 x1818247331662208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.770124:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4a80 with x1818247331662208 ext(1986560->1990655) 00002000:00010000:0.0:1734016081.770127:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4a80 00000100:00100000:0.0:1734016081.774880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.779537:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.783879:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331662976 00000100:00100000:0.0:1734016081.783889:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331662976 00002000:00100000:0.0:1734016081.783936:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1974272->1978367) req@ffff8800795f5500 x1818247331662976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.783946:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5500 with x1818247331662976 ext(1974272->1978367) 00002000:00010000:0.0:1734016081.783951:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5500 00000100:00100000:0.0:1734016081.784273:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8925 00000100:00100000:0.0:1734016081.784281:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331662976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.784481:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331662976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 199us (704us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.784492:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8925 00002000:00100000:0.0:1734016081.784498:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1974272->1978367) req@ffff8800795f5500 x1818247331662976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.784505:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5500 with x1818247331662976 ext(1974272->1978367) 00002000:00010000:0.0:1734016081.784509:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5500 00000100:00100000:0.0:1734016081.787139:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.790874:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.801566:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.805197:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.813321:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.819041:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.830862:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.836713:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.847357:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.847450:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.849061:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.849115:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331666048 00000100:00100000:0.0:1734016081.849120:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331666048 00000100:00100000:0.0:1734016081.849172:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 119 00000100:00100000:0.0:1734016081.849178:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331666048:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016081.849223:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331666048:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.849230:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 119 00000100:00100000:0.0:1734016081.851805:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.854392:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331666176:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2304us (2595us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.854410:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10810 00000100:00100000:0.0:1734016081.860097:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331666304 00000100:00100000:0.0:1734016081.860108:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331666304 00000100:00100000:0.0:1734016081.860165:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2201 00000100:00100000:0.0:1734016081.860174:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:9631:x1818247331666304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.860196:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.860221:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172843 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58345 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.860342:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317284a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016081.860357:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317284a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016081.860371:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317284a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016081.860397:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1998272 00000004:00200000:0.0:1734016081.860401:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.860422:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317284a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016081.860449:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172843 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58345 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.860488:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317284a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58345 expref: 23 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.860498:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016081.860503:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.860507:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016081.860577:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:9631:x1818247331666304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 403us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.860585:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2201 00000100:00100000:0.0:1734016081.866182:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.871927:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.884864:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.907476:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.921655:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.928094:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.951209:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331667968 00000100:00100000:0.0:1734016081.951221:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331667968 00010000:00010000:0.0:1734016081.951268:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317283c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5833e expref: 10 pid: 7692 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016081.951314:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2901 00000100:00100000:0.0:1734016081.951322:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331667968:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.951340:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016081.951367:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 728 -> 816 00010000:00010000:0.0:1734016081.951373:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317283c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5833e expref: 10 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016081.951387:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317283c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5833e expref: 10 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016081.951413:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317283c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5833e expref: 10 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016081.952267:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.952271:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.952275:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.952284:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.952317:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.952364:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331667968:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1041us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.952371:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2901 00002000:00010000:0.0:1734016081.959669:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5528027 -> 7098368 00002000:00010000:0.0:1734016081.959676:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 816 -> 904 00010000:00010000:0.0:1734016081.959694:0:7698:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.959706:0:7698:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.959713:0:7698:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.959719:0:7698:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2400 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016081.959744:0:7698:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.959755:0:7698:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.959774:0:7698:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.959780:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3172882 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7053312->7098367] (req 7053312->7098367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.960282:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331667712:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 37523us (38638us total) trans 4294969419 rc 0/0 00000100:00100000:0.0:1734016081.960292:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8939 00000100:00100000:0.0:1734016081.963095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.971402:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016081.990458:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016082.001435:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969420 is committed 00000100:00100000:0.0:1734016082.005294:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.009412:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.015591:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334216448:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016082.015639:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317289e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1060864->1110015] (req 1060864->1110015) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58376 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.015661:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280900, rc 0) 00000100:00100000:0.0:1734016082.015759:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331668736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5459us (6368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.015771:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10815 00000100:00100000:0.0:1734016082.023681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.036935:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.061466:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.064589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.086135:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.090693:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.113036:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.118082:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.140965:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.156358:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334217216 00000100:00100000:0.0:1734016082.156387:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334217216 00000100:00100000:0.0:1734016082.156478:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1734016082.156492:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334217216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016082.156546:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016082.156656:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334217216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (2711us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.156663:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1734016082.156768:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334217216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016082.157209:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331671680 00000100:00100000:0.0:1734016082.157213:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331671680 00000100:00100000:0.0:1734016082.157262:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2206 00000100:00100000:0.0:1734016082.157267:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:9631:x1818247331671680:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016082.157329:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.157376:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d317285f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5834c expref: 16 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.157405:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016082.157409:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016082.157650:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d31728c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016082.157668:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317287b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58361 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.157676:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d31728c1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016082.157717:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317287b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58361 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.157758:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317287b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58361 expref: 24 pid: 7713 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.157773:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334217344:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016082.157855:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.182006:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.207855:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.241782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.283118:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.396841:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331675264 00000100:00100000:0.0:1734016082.396849:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331675264 00010000:00010000:0.0:1734016082.396870:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317289e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58376 expref: 7 pid: 7694 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.396910:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2905 00000100:00100000:0.0:1734016082.396915:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331675264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.396929:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.396949:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317289e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58376 expref: 7 pid: 7694 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.396960:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317289e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1110015) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58376 expref: 7 pid: 7694 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.396981:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317289e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1110015) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58376 expref: 7 pid: 7694 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.397005:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.397007:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.397013:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31728f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583c3 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.397022:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31728f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583c3 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.397055:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d31728f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583c3 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.397066:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334218240:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016082.397101:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.401098:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334218240:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016082.401121:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.401162:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331675264:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4245us (5002us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.401172:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2905 00000100:00100000:0.0:1734016082.403091:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.412440:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.420432:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.423315:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.428122:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.438670:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331676544 00000100:00100000:0.0:1734016082.438681:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331676544 00000100:00100000:0.0:1734016082.438750:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10830 00000100:00100000:0.0:1734016082.438757:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331676544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.438775:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.438790:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317290e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce583d1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.438819:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.438821:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.438828:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317290e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583d1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.438842:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317290e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583d1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.438852:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016082.438893:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331676544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 136us (1474us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.438899:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10830 00000100:00100000:0.0:1734016082.444350:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.451777:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.451858:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.476471:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.486880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016082.493796:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d317291c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583d8 expref: 6 pid: 7692 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.493820:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334218624:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016082.493841:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3172923 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2965504->2985983) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583df expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.493848:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282640, rc 0) 00000100:00100000:0.0:1734016082.494927:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331677312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6343us (8061us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.494936:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10832 00000100:00100000:0.0:1734016082.501002:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.503972:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331677824 00000100:00100000:0.0:1734016082.503978:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331677824 00000100:00100000:0.0:1734016082.504021:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10833 00000100:00100000:0.0:1734016082.504027:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087257450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331677824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.504041:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.504055:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317292a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce583e6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.504102:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334218880:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016082.504144:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.510642:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.518198:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.533042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.537848:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331678336:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4514us (4806us total) trans 4294969427 rc 0/0 00000100:00100000:0.0:1734016082.537861:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 308 00002000:00100000:0.0:1734016082.537875:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2965504->2985983) req@ffff88012e3b5180 x1818247331678336/t4294969427(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:43/0 lens 488/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.537884:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5180 with x1818247331678336 ext(2965504->2985983) 00010000:00010000:0.0:1734016082.537893:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3172923 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2965504->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583df expref: 9 pid: 7694 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.537907:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3172923 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2965504->2985983) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce583df expref: 9 pid: 7694 timeout: 446 lvb_type: 0 00002000:00010000:0.0:1734016082.537914:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b5180 00000100:00100000:0.0:1734016082.545698:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.549344:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.553610:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.556247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.558885:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.561586:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.563553:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.566197:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.570796:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.585867:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.591527:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.595061:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.598387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.601679:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.606117:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.610382:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.617941:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.617987:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.625449:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.632458:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.637840:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.646186:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.660371:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.673831:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.681675:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.690058:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.700056:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.703834:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.709341:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.713110:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.721133:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.735544:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.743182:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.746204:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.767179:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.776292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.789245:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016082.796654:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969431 is committed 00000100:00100000:0.0:1734016082.817386:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.828523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.835538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.844685:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.849773:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.857604:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016082.864154:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969433 is committed 00000001:00080000:0.0:1734016082.864168:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969432 is committed 00000100:00100000:0.0:1734016082.869917:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.872466:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.875855:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.882092:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.887704:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.891014:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.897023:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.902247:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.911707:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.916690:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.922680:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331689856 00000100:00100000:0.0:1734016082.922691:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331689856 00000100:00100000:0.0:1734016082.923311:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2214 00000100:00100000:0.0:1734016082.923322:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:9631:x1818247331689856:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016082.923388:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.923422:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31729a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5844f expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.923460:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016082.923464:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016082.923645:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31729cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016082.923661:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d317298c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5843a expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.923668:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d31729cb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016082.923704:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d317298c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5843a expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.923717:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d317298c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5843a expref: 17 pid: 7713 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016082.923763:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334221184:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016082.923859:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.929671:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.938364:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.943960:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.944004:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.948707:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.954165:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.957688:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.969880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016082.988823:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331691136 00000100:00100000:0.0:1734016082.988841:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331691136 00002000:00100000:0.0:1734016082.988906:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (593920->598015) req@ffff880075ff9500 x1818247331691136/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.988919:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9500 with x1818247331691136 ext(593920->598015) 00002000:00010000:0.0:1734016082.988926:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9500 00000100:00100000:0.0:1734016082.988970:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 8996 00000100:00100000:0.0:1734016082.988979:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331691136:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.989260:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331691136:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 280us (610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.989269:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 8996 00002000:00100000:0.0:1734016082.989275:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (593920->598015) req@ffff880075ff9500 x1818247331691136/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.989281:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9500 with x1818247331691136 ext(593920->598015) 00002000:00010000:0.0:1734016082.989284:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9500 00000100:00100000:0.0:1734016082.997234:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.002113:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.005979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.011858:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.020286:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.027433:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.033096:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.041105:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.047495:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.052259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.060854:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.069831:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.074672:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.079685:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.084088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.094352:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.105312:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.115436:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.134145:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.140875:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331695744 00000100:00100000:0.0:1734016083.140883:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331695744 00010000:00010000:0.0:1734016083.141192:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31729e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5846b expref: 18 pid: 7713 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.141233:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2917 00000100:00100000:0.0:1734016083.141239:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247331695744:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.141254:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.141260:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31729e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5846b expref: 18 pid: 7713 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.141271:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31729e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5846b expref: 18 pid: 7713 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.141291:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31729e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5846b expref: 18 pid: 7713 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.141308:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016083.141312:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d3172a1f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016083.141320:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d3172a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016083.141328:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282640/0xb46129d8d3172a1f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016083.141355:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.141396:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1969:x1818247331695744:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 157us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.141404:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2917 00000100:00100000:0.0:1734016083.150995:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.159082:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.166577:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331696384 00000100:00100000:0.0:1734016083.166595:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331696384 00002000:00010000:0.0:1734016083.166652:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7635377->18446744073709551615) 00002000:00100000:0.0:1734016083.166660:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd180 with x1818247331696384 ext(7635377->18446744073709551615) 00002000:00010000:0.0:1734016083.166676:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bd180. 00000100:00100000:0.0:1734016083.178112:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331696512 00000100:00100000:0.0:1734016083.178120:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331696512 00000100:00100000:0.0:1734016083.178172:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2220 00000100:00100000:0.0:1734016083.178181:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:9631:x1818247331696512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.178209:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.178236:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3172a3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce584aa expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.178340:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016083.178358:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016083.178372:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016083.178402:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7635377 00000004:00200000:0.0:1734016083.178406:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016083.178422:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016083.178444:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3172a3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584aa expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.178480:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584aa expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.178489:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016083.178491:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016083.178494:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016083.178562:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:9631:x1818247331696512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 380us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.178569:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2220 00000100:00100000:0.0:1734016083.185096:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222592:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016083.185146:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3172a49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584b1 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.185161:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3172a49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584b1 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.185175:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:0.0:1734016083.185233:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331696640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3062us (3681us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.185248:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10860 00000100:00100000:0.0:1734016083.188956:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331696768 00000100:00100000:0.0:1734016083.188971:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331696768 00000100:00100000:0.0:1734016083.189051:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10861 00000100:00100000:0.0:1734016083.189061:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331696768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.189089:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.189121:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172a50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce584b8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.189219:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222720:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016083.189327:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.193370:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222720:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016083.193421:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172a50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584b8 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.193436:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172a50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584b8 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.193468:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016083.193543:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331696768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4482us (4693us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.193555:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10861 00000100:00100000:0.0:1734016083.199446:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331697024 00000100:00100000:0.0:1734016083.199458:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331697024 00002000:00100000:0.0:1734016083.199510:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (991232->995327) req@ffff88007970df80 x1818247331697024/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.199522:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247331697024 ext(991232->995327) 00002000:00010000:0.0:1734016083.199528:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970df80 00000100:00100000:0.0:1734016083.199567:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9013 00000100:00100000:0.0:1734016083.199573:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331697024:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.199819:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331697024:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 243us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.199825:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9013 00002000:00100000:0.0:1734016083.199832:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (991232->995327) req@ffff88007970df80 x1818247331697024/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.199840:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247331697024 ext(991232->995327) 00002000:00010000:0.0:1734016083.199843:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970df80 00000100:00100000:0.0:1734016083.203427:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331697280 00000100:00100000:0.0:1734016083.203440:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331697280 00002000:00100000:0.0:1734016083.203486:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (987136->991231) req@ffff8800770bf100 x1818247331697280/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.203497:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bf100 with x1818247331697280 ext(987136->991231) 00002000:00010000:0.0:1734016083.203503:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bf100 00000100:00100000:0.0:1734016083.203575:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9014 00000100:00100000:0.0:1734016083.203584:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331697280:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.204406:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331697280:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 820us (1196us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.204418:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9014 00002000:00100000:0.0:1734016083.204425:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (987136->991231) req@ffff8800770bf100 x1818247331697280/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.204435:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bf100 with x1818247331697280 ext(987136->991231) 00002000:00010000:0.0:1734016083.204451:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bf100 00000100:00100000:0.0:1734016083.209111:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331697536 00000100:00100000:0.0:1734016083.209130:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331697536 00002000:00100000:0.0:1734016083.209212:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (983040->987135) req@ffff88007970fb80 x1818247331697536/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.209225:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970fb80 with x1818247331697536 ext(983040->987135) 00002000:00010000:0.0:1734016083.209234:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970fb80 00000100:00100000:0.0:1734016083.209337:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9015 00000100:00100000:0.0:1734016083.209346:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331697536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.209587:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331697536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 242us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.209596:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9015 00002000:00100000:0.0:1734016083.209603:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (983040->987135) req@ffff88007970fb80 x1818247331697536/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.209609:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970fb80 with x1818247331697536 ext(983040->987135) 00002000:00010000:0.0:1734016083.209612:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970fb80 00000100:00100000:0.0:1734016083.218324:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331698048 00000100:00100000:0.0:1734016083.218339:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331698048 00002000:00100000:0.0:1734016083.218393:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (974848->978943) req@ffff88007970e680 x1818247331698048/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.218403:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970e680 with x1818247331698048 ext(974848->978943) 00002000:00010000:0.0:1734016083.218408:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970e680 00000100:00100000:0.0:1734016083.218455:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9017 00000100:00100000:0.0:1734016083.218464:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331698048:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.218694:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331698048:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 230us (753us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.218702:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9017 00002000:00100000:0.0:1734016083.218708:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (974848->978943) req@ffff88007970e680 x1818247331698048/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.218716:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970e680 with x1818247331698048 ext(974848->978943) 00002000:00010000:0.0:1734016083.218765:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970e680 00000100:00100000:0.0:1734016083.222328:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331698176 00000100:00100000:0.0:1734016083.222344:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331698176 00000100:00100000:0.0:1734016083.222409:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10862 00000100:00100000:0.0:1734016083.222417:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331698176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.222436:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.222455:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172a57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce584bf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.222505:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222848:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016083.222565:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.224998:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222848:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016083.225043:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172a57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584bf expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.225062:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172a57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584bf expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.225211:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016083.226037:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331698176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3617us (3811us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.226049:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10862 00000100:00100000:0.0:1734016083.230763:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331698304 00000100:00100000:0.0:1734016083.230776:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331698304 00000100:00100000:0.0:1734016083.230888:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10863 00000100:00100000:0.0:1734016083.230899:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331698304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.230925:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.230949:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172a5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce584c6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.231023:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222976:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016083.231107:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.233916:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334222976:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016083.233980:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172a5e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584c6 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.234000:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172a5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584c6 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.234538:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016083.234625:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331698304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3724us (3957us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.234640:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10863 00000100:00100000:0.0:1734016083.238913:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331698432 00000100:00100000:0.0:1734016083.238923:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331698432 00000100:00100000:0.0:1734016083.238977:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10864 00000100:00100000:0.0:1734016083.238984:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331698432:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016083.239237:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7635377 -> 7635377 00002000:00010000:0.0:1734016083.239241:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.239243:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.239244:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.239246:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:0.0:1734016083.239344:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331698432:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 359us (515us total) trans 4294969437 rc 0/0 00000100:00100000:0.0:1734016083.239352:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10864 00000100:00100000:0.0:1734016083.301111:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9018 00000100:00100000:0.0:1734016083.301123:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331699456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.402474:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.409699:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.414517:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.419925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.424622:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331700352 00000100:00100000:0.0:1734016083.424630:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331700352 00000100:00100000:0.0:1734016083.424674:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10870 00000100:00100000:0.0:1734016083.424681:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:9631:x1818247331700352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.424696:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.424710:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce584f7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.424755:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3172a7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5967872->5971967) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584e2 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.424763:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3172a8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584f0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.424768:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.424770:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.424773:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3172a9d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584f7 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.424814:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3172a8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584f0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.424824:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3172a8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584f0 expref: 12 pid: 7692 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.424836:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334223872:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016083.424907:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3172a7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5967872->5971967) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584e2 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.424915:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3172a7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5967872->5971967) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce584e2 expref: 5 pid: 7692 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.424922:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334224000:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016083.424941:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.438272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.460486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.465612:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.472213:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.479242:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.488441:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.494410:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.513819:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.523504:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.532142:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.539950:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.543945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.551815:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.560483:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.566027:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.571846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.577504:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.584290:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.589683:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016083.599324:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969441 is committed 00000001:00080000:0.0:1734016083.599341:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969440 is committed 00000100:00100000:0.0:1734016083.608857:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.612683:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.617321:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334225664:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016083.617383:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.617477:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331703680:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4518us (4799us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.617490:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2924 00000100:00100000:0.0:1734016083.623427:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.631475:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.636059:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.641532:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.646264:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.654663:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.659870:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.666040:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.671538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.677810:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.685392:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.687623:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.697272:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.706188:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.711612:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016083.717715:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.718109:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.718116:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.718122:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016083.718127:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.718133:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.718148:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016083.718151:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016083.718155:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.718159:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3172b7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016083.724521:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.732554:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.740755:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331706880 00000100:00100000:0.0:1734016083.740769:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331706880 00000100:00100000:0.0:1734016083.740877:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2234 00000100:00100000:0.0:1734016083.740887:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:9631:x1818247331706880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.740924:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.740953:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172b8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58591 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.741099:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172b92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.741119:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.741135:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016083.741168:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7426974 00000004:00200000:0.0:1734016083.741175:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016083.741196:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.741231:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172b8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58591 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.741804:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172b92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58591 expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.741814:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016083.741817:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016083.741820:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016083.742101:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:9631:x1818247331706880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1214us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.742109:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2234 00000100:00100000:0.0:1734016083.746432:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331707008 00000100:00100000:0.0:1734016083.746442:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331707008 00000100:00100000:0.0:1734016083.746906:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2235 00000100:00100000:0.0:1734016083.746916:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+38:9631:x1818247331707008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.746949:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.746972:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172b99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58598 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.747071:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172ba0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.747086:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.747097:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016083.747132:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7426974 00000004:00200000:0.0:1734016083.747138:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016083.747159:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016083.747185:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172b99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58598 expref: 40 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.747819:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58598 expref: 39 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.747828:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016083.747830:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016083.747833:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016083.748314:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+39:9631:x1818247331707008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1397us (2253us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.748321:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2235 00000100:00100000:0.0:1734016083.753649:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331707136 00000100:00100000:0.0:1734016083.753661:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331707136 00000100:00100000:0.0:1734016083.753756:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10889 00000100:00100000:0.0:1734016083.753764:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331707136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.753793:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.753813:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172ba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5859f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.753883:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334226944:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016083.754594:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.772020:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334227072:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016083.772091:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3172bae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce585a6 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.772112:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3172bae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce585a6 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.772199:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:0.0:1734016083.772286:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331707264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3915us (4313us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.772301:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10890 00000100:00100000:0.0:1734016083.778281:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.818137:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.880911:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.923175:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.936312:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.954619:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.967877:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.977302:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016083.991269:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.011675:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.022878:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.030672:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016084.032227:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016054 00000100:00100000:0.0:1734016084.052638:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.082980:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.133033:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.172672:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.185640:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331712256 00000100:00100000:0.0:1734016084.185656:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331712256 00000100:00100000:0.0:1734016084.185756:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2242 00000100:00100000:0.0:1734016084.185765:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:9631:x1818247331712256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.185802:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.185832:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172c48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5861d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.185968:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172c4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016084.185987:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016084.186000:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016084.186035:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6717953 00000004:00200000:0.0:1734016084.186041:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.186067:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016084.186095:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3172c48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5861d expref: 25 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.186124:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3172c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5861d expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.186133:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016084.186136:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.186140:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016084.186230:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:9631:x1818247331712256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 465us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.186237:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2242 00000100:00100000:0.0:1734016084.191235:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331712384 00000100:00100000:0.0:1734016084.191247:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331712384 00000100:00100000:0.0:1734016084.192274:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10908 00000100:00100000:0.0:1734016084.192284:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331712384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.192314:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.192343:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172c56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58624 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.192428:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334229504:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016084.193493:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00002000:00010000:0.0:1734016084.196660:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 6717953 -> 7908841 00002000:00010000:0.0:1734016084.196669:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016083 -> 1734016084 00000100:00100000:0.0:1734016084.196695:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334229504:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016084.196845:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172c56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58624 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.196863:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3172c56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58624 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.196887:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016084.196958:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331712384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4675us (6033us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.196972:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10908 00000100:00100000:0.0:1734016084.199986:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331712512 00000100:00100000:0.0:1734016084.199997:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331712512 00000100:00100000:0.0:1734016084.200052:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10909 00000100:00100000:0.0:1734016084.200064:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331712512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.200087:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.200113:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3172c5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5862b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.200203:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334229632:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016084.200569:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.202543:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334229632:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016084.202580:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3172c5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5862b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.202597:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3172c5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5862b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.202611:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016084.202668:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331712512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2606us (2760us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.202678:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10909 00000100:00100000:0.0:1734016084.216571:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334229760:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016084.216607:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.243431:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.243450:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016084.243554:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968730 00000004:00010000:0.0:1734016084.243608:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800770bc000 reply state ffff88007677d000 transno 4294968731 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016084.243616:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016084.244943:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:9631:x1818247331712768:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 33769us (34139us total) trans 4294968731 rc 0/0 00000100:00100000:0.0:1734016084.244950:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2243 00000020:00080000:0.0:1734016084.244955:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016084.250445:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.250464:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.250472:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.250478:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9da1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016084.250482:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.250490:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.250511:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016084.250516:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016084.250520:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.250525:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3172c64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00002000:00010000:0.0:1734016084.259786:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7908841 -> 1468598 00002000:00010000:0.0:1734016084.259798:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.259800:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016083 00002000:00010000:0.0:1734016084.259802:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.259804:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 784 00000100:00100000:0.0:1734016084.259906:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247331713024:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 4549us (7667us total) trans 4294969455 rc 0/0 00000100:00100000:0.0:1734016084.259917:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9031 00002000:00010000:0.0:1734016084.259925:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1468598->18446744073709551615) 00002000:00100000:0.0:1734016084.259929:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bca80 with x1818247331713024 ext(1468598->18446744073709551615) 00002000:00010000:0.0:1734016084.259937:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bca80. 00000100:00100000:0.0:1734016084.270287:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331713152 00000100:00100000:0.0:1734016084.270297:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331713152 00000100:00100000:0.0:1734016084.270341:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2244 00000100:00100000:0.0:1734016084.270349:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:9631:x1818247331713152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.270369:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.270388:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172c6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58632 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.270497:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3172c72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.270518:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3172c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.270530:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3172c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016084.270557:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1468598 00000004:00200000:0.0:1734016084.270562:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.270580:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3172c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016084.270603:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3172c6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58632 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.270618:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3172c72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58632 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.270626:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016084.270629:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.270633:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016084.270704:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:9631:x1818247331713152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 355us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.270712:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2244 00000100:00100000:0.0:1734016084.273106:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331713280 00000100:00100000:0.0:1734016084.273123:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331713280 00000100:00100000:0.0:1734016084.273213:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10910 00000100:00100000:0.0:1734016084.273222:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331713280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.273252:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.273280:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172c79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58639 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.273367:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334229888:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016084.273455:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016084.278344:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016083 -> 1734016084 00000100:00100000:0.0:1734016084.279413:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334229888:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016084.279474:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172c79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58639 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.279491:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3172c79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58639 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.279508:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016084.279610:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331713280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6388us (6618us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.279622:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10910 00000100:00100000:0.0:1734016084.291956:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331713408 00000100:00100000:0.0:1734016084.291971:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331713408 00000100:00100000:0.0:1734016084.292057:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10911 00000100:00100000:0.0:1734016084.292068:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331713408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.292090:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.292114:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172c80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58640 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.292184:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334230016:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016084.292277:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.297342:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334230016:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016084.297387:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172c80 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58640 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.297403:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3172c80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58640 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.297430:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016084.297489:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331713408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5423us (12678us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.297499:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10911 00000100:00100000:0.0:1734016084.312814:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2245 00000100:00100000:0.0:1734016084.312826:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+42:9631:x1818247331713664:12345-192.168.201.52@tcp:36:fsx.0 00000100:00100000:0.0:1734016084.328256:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331713920 00000100:00100000:0.0:1734016084.328263:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331713920 00002000:00010000:0.0:1734016084.328298:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5755825->18446744073709551615) 00002000:00100000:0.0:1734016084.328302:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3c000 with x1818247331713920 ext(5755825->18446744073709551615) 00002000:00010000:0.0:1734016084.328309:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3c000. 00000100:00100000:0.0:1734016084.328325:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9032 00000100:00100000:0.0:1734016084.328333:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331713920:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016084.328515:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1468598 -> 5755825 00002000:00010000:0.0:1734016084.328518:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.328520:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016083 00002000:00010000:0.0:1734016084.328521:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.328523:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 784 -> 784 00000100:00100000:0.0:1734016084.328588:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247331713920:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 255us (563us total) trans 4294969456 rc 0/0 00000100:00100000:0.0:1734016084.328593:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9032 00002000:00010000:0.0:1734016084.328596:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5755825->18446744073709551615) 00002000:00100000:0.0:1734016084.328598:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3c000 with x1818247331713920 ext(5755825->18446744073709551615) 00002000:00010000:0.0:1734016084.328601:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3c000. 00000100:00100000:0.0:1734016084.332251:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331714176 00000100:00100000:0.0:1734016084.332261:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331714176 00002000:00100000:0.0:1734016084.332309:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5754880->5758975) req@ffff880079a3dc00 x1818247331714176/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.332319:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3dc00 with x1818247331714176 ext(5754880->5758975) 00002000:00010000:0.0:1734016084.332325:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3dc00 00000100:00100000:0.0:1734016084.332361:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9033 00000100:00100000:0.0:1734016084.332368:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247331714176:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.332567:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247331714176:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 198us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.332576:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9033 00002000:00100000:0.0:1734016084.332582:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5754880->5758975) req@ffff880079a3dc00 x1818247331714176/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.332589:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3dc00 with x1818247331714176 ext(5754880->5758975) 00002000:00010000:0.0:1734016084.332592:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3dc00 00000100:00100000:0.0:1734016084.339848:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331714432 00000100:00100000:0.0:1734016084.339861:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331714432 00002000:00100000:0.0:1734016084.339921:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5750784->5754879) req@ffff8800770bc700 x1818247331714432/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.339936:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc700 with x1818247331714432 ext(5750784->5754879) 00002000:00010000:0.0:1734016084.339942:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bc700 00000100:00100000:0.0:1734016084.339981:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9034 00000100:00100000:0.0:1734016084.339988:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247331714432:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.340187:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247331714432:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 198us (970us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.340194:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9034 00002000:00100000:0.0:1734016084.340199:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5750784->5754879) req@ffff8800770bc700 x1818247331714432/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.340206:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc700 with x1818247331714432 ext(5750784->5754879) 00002000:00010000:0.0:1734016084.340208:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bc700 00000100:00100000:0.0:1734016084.353784:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331714944 00000100:00100000:0.0:1734016084.353792:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331714944 00002000:00100000:0.0:1734016084.353829:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5742592->5746687) req@ffff88012b9d2a00 x1818247331714944/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.353839:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2a00 with x1818247331714944 ext(5742592->5746687) 00002000:00010000:0.0:1734016084.353845:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d2a00 00000100:00100000:0.0:1734016084.353877:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9036 00000100:00100000:0.0:1734016084.353883:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331714944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.354041:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331714944:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 157us (745us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.354048:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9036 00002000:00100000:0.0:1734016084.354053:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5742592->5746687) req@ffff88012b9d2a00 x1818247331714944/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.354060:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2a00 with x1818247331714944 ext(5742592->5746687) 00002000:00010000:0.0:1734016084.354063:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d2a00 00000100:00100000:0.0:1734016084.375149:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331715456 00000100:00100000:0.0:1734016084.375168:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331715456 00002000:00100000:0.0:1734016084.375237:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5734400->5738495) req@ffff88007946e680 x1818247331715456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.375248:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946e680 with x1818247331715456 ext(5734400->5738495) 00002000:00010000:0.0:1734016084.375254:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946e680 00000100:00100000:0.0:1734016084.375283:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9038 00000100:00100000:0.0:1734016084.375289:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331715456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.375530:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331715456:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 239us (575us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.375537:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9038 00002000:00100000:0.0:1734016084.375543:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5734400->5738495) req@ffff88007946e680 x1818247331715456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.375550:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946e680 with x1818247331715456 ext(5734400->5738495) 00002000:00010000:0.0:1734016084.375553:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946e680 00000100:00100000:0.0:1734016084.382018:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331715712 00000100:00100000:0.0:1734016084.382035:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331715712 00002000:00100000:0.0:1734016084.382089:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5734399) req@ffff88007946fb80 x1818247331715712/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.382098:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946fb80 with x1818247331715712 ext(5730304->5734399) 00002000:00010000:0.0:1734016084.382104:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946fb80 00000100:00100000:0.0:1734016084.382151:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9039 00000100:00100000:0.0:1734016084.382159:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331715712:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.382438:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331715712:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 278us (545us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.382447:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9039 00002000:00100000:0.0:1734016084.382453:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5734399) req@ffff88007946fb80 x1818247331715712/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.382460:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946fb80 with x1818247331715712 ext(5730304->5734399) 00002000:00010000:0.0:1734016084.382462:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946fb80 00000100:00100000:0.0:1734016084.390003:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.399137:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331716224 00000100:00100000:0.0:1734016084.399146:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331716224 00002000:00100000:0.0:1734016084.399190:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5722112->5726207) req@ffff88007946ea00 x1818247331716224/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.399201:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946ea00 with x1818247331716224 ext(5722112->5726207) 00002000:00010000:0.0:1734016084.399206:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946ea00 00000100:00100000:0.0:1734016084.399242:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9041 00000100:00100000:0.0:1734016084.399250:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331716224:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.399462:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331716224:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 213us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.399470:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9041 00002000:00100000:0.0:1734016084.399476:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5722112->5726207) req@ffff88007946ea00 x1818247331716224/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.399483:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946ea00 with x1818247331716224 ext(5722112->5726207) 00002000:00010000:0.0:1734016084.399486:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946ea00 00000100:00100000:0.0:1734016084.410831:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331716736 00000100:00100000:0.0:1734016084.410846:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331716736 00002000:00100000:0.0:1734016084.410907:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5713920->5718015) req@ffff880075ffad80 x1818247331716736/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.410920:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffad80 with x1818247331716736 ext(5713920->5718015) 00002000:00010000:0.0:1734016084.410928:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffad80 00000100:00100000:0.0:1734016084.410966:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9043 00000100:00100000:0.0:1734016084.410973:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331716736:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.411248:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331716736:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 274us (743us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.411256:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9043 00002000:00100000:0.0:1734016084.411262:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5713920->5718015) req@ffff880075ffad80 x1818247331716736/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.411269:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffad80 with x1818247331716736 ext(5713920->5718015) 00002000:00010000:0.0:1734016084.411273:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffad80 00000100:00100000:0.0:1734016084.420922:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.433350:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.437895:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.446253:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.450799:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247331717632:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4371us (4542us total) trans 4294969457 rc 0/0 00000100:00100000:0.0:1734016084.450812:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9047 00002000:00100000:0.0:1734016084.450825:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5701632->5755824) req@ffff88012b9b9c00 x1818247331717632/t4294969457(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.450842:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b9c00 with x1818247331717632 ext(5701632->5755824) 00002000:00010000:0.0:1734016084.450848:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b9c00 00000100:00100000:0.0:1734016084.455829:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.460396:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.465018:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331717888:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4332us (4621us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.465038:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10912 00000100:00100000:0.0:1734016084.468345:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.474101:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.482192:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331718272 00000100:00100000:0.0:1734016084.482206:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331718272 00000100:00100000:0.0:1734016084.482267:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10914 00000100:00100000:0.0:1734016084.482277:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331718272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.482306:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.482329:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172ca3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58655 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.482405:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007716bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334230400:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016084.482480:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.491232:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.495711:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331718528 00000100:00100000:0.0:1734016084.495747:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331718528 00010000:00010000:0.0:1734016084.495799:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d3172c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8835072->8876031) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58601 expref: 7 pid: 7694 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.495838:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2937 00000100:00100000:0.0:1734016084.495845:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331718528:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.495860:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.495887:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d3172c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8835072->8876031) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58601 expref: 7 pid: 7694 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.495902:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d3172c1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8835072->8876031) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58601 expref: 7 pid: 7694 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.495924:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d3172c1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8835072->8876031) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58601 expref: 7 pid: 7694 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.495949:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.495952:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.495960:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3172caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3665919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5865c expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.495969:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3172caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3665919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5865c expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.496000:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3172caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3665919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5865c expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.496018:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007716a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334230656:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016084.496074:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.500327:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007716a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334230656:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016084.500359:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.500422:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331718528:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4573us (5207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.501219:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2937 00000100:00100000:0.0:1734016084.532946:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.547573:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.552367:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.558905:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.562828:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.569224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.579887:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.588795:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.602039:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.611253:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.618917:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331721216 00000100:00100000:0.0:1734016084.618939:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331721216 00002000:00100000:0.0:1734016084.619008:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3510272->3514367) req@ffff880075ff9c00 x1818247331721216/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.619019:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247331721216 ext(3510272->3514367) 00002000:00010000:0.0:1734016084.619024:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9c00 00000100:00100000:0.0:1734016084.619076:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9052 00000100:00100000:0.0:1734016084.619083:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331721216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.619285:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331721216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 201us (2283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.619293:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9052 00002000:00100000:0.0:1734016084.619299:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3510272->3514367) req@ffff880075ff9c00 x1818247331721216/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.619311:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247331721216 ext(3510272->3514367) 00002000:00010000:0.0:1734016084.619314:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9c00 00000100:00100000:0.0:1734016084.622505:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.644870:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.668791:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.675702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.687630:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.691090:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.702412:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.715499:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.722987:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.732088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.742028:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.761968:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.767122:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.775854:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.782255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.786382:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.790393:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.794184:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.803550:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.813535:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.856056:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.887490:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.904970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.918114:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.942776:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.949697:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.955126:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.959432:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.966393:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.973496:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.980849:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.986030:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.991446:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016084.999053:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.003288:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016085.004128:0:7698:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3172d75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [94208->155647] (req 94208->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.004136:0:7698:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3172d75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [94208->155647] (req 94208->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.009876:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.018818:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016085.020387:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016055 00000100:00100000:0.0:1734016085.023858:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.026930:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331729920 00000100:00100000:0.0:1734016085.026942:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331729920 00000100:00100000:0.0:1734016085.026998:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10940 00000100:00100000:0.0:1734016085.027007:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:9631:x1818247331729920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.027026:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.027044:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172d98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58712 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.027077:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3172d7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce586fd expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.027085:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3172d91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5870b expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.027090:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.027092:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.027095:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172d98 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [786432->802815] (req 786432->802815) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58712 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.027121:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3172d91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5870b expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.027132:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3172d91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5870b expref: 6 pid: 7694 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016085.027141:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334233856:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016085.027198:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3172d7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce586fd expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.027204:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3172d7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce586fd expref: 12 pid: 7694 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016085.027211:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334233984:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016085.027228:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.031865:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334233856:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016085.031885:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334233984:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016085.031942:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172d98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [786432->802815] (req 786432->802815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58712 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.031973:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016085.032076:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:9631:x1818247331729920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5066us (5402us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.032089:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10940 00000100:00100000:0.0:1734016085.039960:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.052999:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.053067:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.055466:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9075 00000100:00100000:0.0:1734016085.055478:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331730688:12345-192.168.201.52@tcp:3:fsx.0 00000100:00080000:0.0:1734016085.141824:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016055 00010000:00010000:0.0:1734016085.146443:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.146462:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016085.146592:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968738 00000004:00010000:0.0:1734016085.146660:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007650a300 reply state ffff88012e203000 transno 4294968739 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3172d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016085.146670:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016085.146843:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:9631:x1818247331731200:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 24145us (25883us total) trans 4294968739 rc 0/0 00000100:00100000:0.0:1734016085.146855:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2256 00000020:00080000:0.0:1734016085.146864:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016085.150578:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331731456 00000100:00100000:0.0:1734016085.150596:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331731456 00000100:00100000:0.0:1734016085.150679:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10941 00000100:00100000:0.0:1734016085.150693:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331731456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.150749:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.150780:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3172da6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58719 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.150824:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172d98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->802815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58712 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.150833:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016085.150836:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016085.150839:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3172da6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58719 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.150885:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172d98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->802815) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58712 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.150901:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3172d98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->802815) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58712 expref: 10 pid: 7692 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1734016085.150917:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234368:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016085.151224:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.159830:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234368:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016085.160321:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3172da6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58719 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.160345:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016085.160408:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331731456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9716us (10358us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.160419:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10941 00000100:00100000:0.0:1734016085.176710:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.201775:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331731968 00000100:00100000:0.0:1734016085.201787:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331731968 00000100:00100000:0.0:1734016085.202880:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2257 00000100:00100000:0.0:1734016085.202894:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+48:9631:x1818247331731968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.202940:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.202973:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172dad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58720 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.203101:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3172db4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.203119:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3172db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.203130:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3172db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016085.203160:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6065624 00000004:00200000:0.0:1734016085.203165:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016085.203182:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3172db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.203213:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3172dad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58720 expref: 50 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.206034:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3172db4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58720 expref: 49 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.206050:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016085.206053:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016085.206058:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016085.212232:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+49:9631:x1818247331731968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9316us (10890us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.212248:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2257 00000100:00100000:0.0:1734016085.215605:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331732096 00000100:00100000:0.0:1734016085.215621:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331732096 00000100:00100000:0.0:1734016085.215699:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10942 00000100:00100000:0.0:1734016085.215708:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331732096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.215772:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.215795:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3172dbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58727 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.215871:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234624:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016085.215935:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.219095:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234624:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016085.219148:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3172dbb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58727 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.219171:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3172dbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58727 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.219205:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016085.219301:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331732096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3591us (3811us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.219312:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10942 00000100:00100000:0.0:1734016085.225808:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331732224 00000100:00100000:0.0:1734016085.225824:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331732224 00000100:00100000:0.0:1734016085.225930:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10943 00000100:00100000:0.0:1734016085.225940:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247331732224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.225968:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.225992:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5872e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.226079:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234752:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016085.226203:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.234444:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234752:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016085.234521:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5872e expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.234544:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5872e expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.234604:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016085.234698:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247331732224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8756us (10739us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.234713:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10943 00000100:00100000:0.0:1734016085.246378:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331732352 00000100:00100000:0.0:1734016085.246390:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331732352 00000100:00100000:0.0:1734016085.246461:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10944 00000100:00100000:0.0:1734016085.246470:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247331732352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.246492:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.246514:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3172dc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58735 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.246584:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234880:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016085.246660:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.249185:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334234880:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016085.249241:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3172dc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58735 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.249260:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3172dc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58735 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.249291:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016085.249357:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247331732352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2886us (3084us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.249371:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10944 00000100:00100000:0.0:1734016085.253274:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331732480 00000100:00100000:0.0:1734016085.253290:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331732480 00000100:00100000:0.0:1734016085.253368:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10945 00000100:00100000:0.0:1734016085.253378:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:9631:x1818247331732480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.253400:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.253424:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5873c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.253459:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3172da6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58719 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.253467:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016085.253469:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016085.253474:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dd0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5873c expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.253517:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3172da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58719 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.253531:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3172da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58719 expref: 7 pid: 7692 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1734016085.254881:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334235008:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016085.254988:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.265212:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334235008:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016085.265260:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dd0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5873c expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.265285:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016085.265513:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:9631:x1818247331732480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12135us (12359us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.265523:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10945 00000100:00100000:0.0:1734016085.281285:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331732864 00000100:00100000:0.0:1734016085.281295:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331732864 00002000:00100000:0.0:1734016085.281342:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->6066175) req@ffff88007623c000 x1818247331732864/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:46/0 lens 504/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.281353:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623c000 with x1818247331732864 ext(86016->6066175) 00002000:00010000:0.0:1734016085.281358:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623c000 00000100:00100000:0.0:1734016085.283177:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9077 00000100:00100000:0.0:1734016085.283187:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331732864:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.299507:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331732864:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 16303us (18286us total) trans 0 rc 761856/761856 00000100:00100000:0.0:1734016085.299523:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9077 00002000:00100000:0.0:1734016085.299541:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->6066175) req@ffff88007623c000 x1818247331732864/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:46/0 lens 504/440 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 761856/761856 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.299551:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623c000 with x1818247331732864 ext(86016->6066175) 00002000:00010000:0.0:1734016085.299557:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623c000 00000100:00100000:0.0:1734016085.305159:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331733120 00000100:00100000:0.0:1734016085.305171:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331733120 00002000:00100000:0.0:1734016085.305236:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff88007623f800 x1818247331733120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.305249:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247331733120 ext(81920->86015) 00002000:00010000:0.0:1734016085.305255:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f800 00000100:00100000:0.0:1734016085.305310:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9078 00000100:00100000:0.0:1734016085.305319:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331733120:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.305595:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331733120:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 274us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.305602:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9078 00002000:00100000:0.0:1734016085.305609:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff88007623f800 x1818247331733120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.305618:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247331733120 ext(81920->86015) 00002000:00010000:0.0:1734016085.305621:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f800 00000100:00100000:0.0:1734016085.333152:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331733632 00000100:00100000:0.0:1734016085.333168:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331733632 00000100:00100000:0.0:1734016085.333254:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10946 00000100:00100000:0.0:1734016085.333266:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331733632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.333305:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.333333:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172de5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5874a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.333365:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.333367:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.333378:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5874a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.333397:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5874a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.333413:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016085.333499:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331733632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 234us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.333506:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10946 00000100:00100000:0.0:1734016085.461125:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.469478:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.475232:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331734656 00000100:00100000:0.0:1734016085.475243:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331734656 00000100:00100000:0.0:1734016085.475292:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10947 00000100:00100000:0.0:1734016085.475300:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:9631:x1818247331734656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.475320:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.475338:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172df3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58751 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.475374:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5873c expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.475383:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172de5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5874a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.475390:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.475392:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.475396:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172df3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58751 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.475431:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5874a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.475444:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3172de5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5874a expref: 7 pid: 7692 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016085.475458:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334235392:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016085.476174:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5873c expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.476183:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3172dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5873c expref: 14 pid: 7692 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1734016085.476192:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334235520:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016085.476212:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.486330:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.490323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.495857:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.504233:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.514705:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.525939:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016085.554541:0:7699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3172e1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2457600->2498559] (req 2457600->2498559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.554550:0:7699:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3172e1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2457600->2498559] (req 2457600->2498559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016085.571656:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969469 is committed 00000001:00080000:0.0:1734016085.571706:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969468 is committed 00000100:00100000:0.0:1734016085.574164:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.587000:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.592248:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331736448 00000100:00100000:0.0:1734016085.592260:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331736448 00000100:00100000:0.0:1734016085.592324:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10949 00000100:00100000:0.0:1734016085.592333:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331736448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.592359:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.592379:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172e39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58774 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.592405:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.592407:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.592416:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172e39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58774 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.592432:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172e39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58774 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.592447:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016085.592511:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331736448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 179us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.592518:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10949 00000100:00100000:0.0:1734016085.596978:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331736576 00000100:00100000:0.0:1734016085.596993:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331736576 00000100:00100000:0.0:1734016085.597060:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10950 00000100:00100000:0.0:1734016085.597073:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331736576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.597105:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.597136:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172e40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5877b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.597179:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3172e32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5876d expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.597186:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172e39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58774 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.597194:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.597197:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.597200:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d3172e40 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3153920->3203071] (req 3153920->3203071) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5877b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.597243:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172e39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58774 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.597254:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3172e39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58774 expref: 8 pid: 7692 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016085.597270:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334235904:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016085.597367:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3172e32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5876d expref: 5 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.597375:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3172e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5876d expref: 5 pid: 7694 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016085.597383:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334236032:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016085.597403:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.623837:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.674120:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.683600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.688936:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.694134:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.711085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.734120:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016085.757614:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3172e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016085.757623:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3172e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016085.757718:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968744 00000004:00010000:0.0:1734016085.757810:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076c08a80 reply state ffff880097c7d000 transno 4294968745 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3172e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016085.757817:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016085.757902:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:9631:x1818247331738112:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 23305us (23790us total) trans 4294968745 rc 0/0 00000100:00100000:0.0:1734016085.757909:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2264 00000020:00080000:0.0:1734016085.757914:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016085.763248:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.771557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.782066:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.788547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.788760:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2265 00000100:00100000:0.0:1734016085.788768:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:9631:x1818247331738752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.788790:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.788806:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3172e78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce587a5 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.788885:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172e7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.788899:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.788907:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016085.788929:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9725204 00000004:00200000:0.0:1734016085.788933:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016085.788949:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016085.788967:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3172e78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce587a5 expref: 29 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.792586:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3172e7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce587a5 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.792599:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016085.792601:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016085.792603:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016085.792671:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:9631:x1818247331738752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3902us (4131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.792678:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2265 00000100:00100000:0.0:1734016085.796192:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.806246:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.814092:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.823971:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.832704:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.861413:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.918623:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.935017:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.939890:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.945286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.952446:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.961061:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.964675:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.969369:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.979058:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.986648:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016085.992237:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.005663:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016086.007657:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016056 00000100:00100000:0.0:1734016086.011352:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.017640:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.027006:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016086.027683:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016056 00000100:00100000:0.0:1734016086.031680:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.043285:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.053140:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.053205:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.056113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.068505:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.072487:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.078273:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016086.081803:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 664 -> 672 00010000:00010000:0.0:1734016086.081821:0:7699:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.081835:0:7699:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.081844:0:7699:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.081851:0:7699:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8240 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016086.081854:0:7699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.081861:0:7699:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.081878:0:7699:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.081884:0:7699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3172ed3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.081981:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331744768:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 9135us (9502us total) trans 4294969473 rc 0/0 00000100:00100000:0.0:1734016086.081991:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9103 00000100:00100000:0.0:1734016086.085074:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.089866:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.097677:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.101537:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.108782:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.121797:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.128542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.135958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.140282:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.148316:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016086.165389:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969475 is committed 00000001:00080000:0.0:1734016086.165402:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969474 is committed 00000100:00100000:0.0:1734016086.175989:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016086.180539:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968748 is committed 00000001:00080000:0.0:1734016086.180545:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968747 is committed 00000100:00100000:0.0:1734016086.190219:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331747584 00000100:00100000:0.0:1734016086.190228:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331747584 00010000:00010000:0.0:1734016086.190264:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3172f20 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58815 expref: 7 pid: 7694 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.191220:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2967 00000100:00100000:0.0:1734016086.191226:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331747584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.191241:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.191262:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3172f20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58815 expref: 7 pid: 7694 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.191273:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3172f20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58815 expref: 7 pid: 7694 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.191300:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3172f20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58815 expref: 7 pid: 7694 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.191325:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.191327:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.191332:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3172f2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5881c expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.191341:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3172f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5881c expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.191369:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3172f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5881c expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.191381:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334239616:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016086.191422:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.196167:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334239616:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016086.196191:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.196652:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331747584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5423us (6505us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.196663:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2967 00000100:00100000:0.0:1734016086.214027:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.233899:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334239744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016086.233976:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016086.237213:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334239744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016086.251205:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334239872 00000100:00100000:0.0:1734016086.251211:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334239872 00000100:00100000:0.0:1734016086.251254:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1734016086.251259:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334239872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016086.251296:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334239872:12345-0@lo:400:kworker.0 Request processed in 36us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.251301:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1734016086.251345:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334239872:0@lo:400:kworker.0 00000100:00100000:0.0:1734016086.330013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016086.338120:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969477 is committed 00000100:00100000:0.0:1734016086.348454:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331748992 00000100:00100000:0.0:1734016086.348465:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331748992 00000100:00100000:0.0:1734016086.349275:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2272 00000100:00100000:0.0:1734016086.349285:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:9631:x1818247331748992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.349311:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.349333:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3172f35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58823 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.349420:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172f3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016086.349432:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016086.349441:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016086.349462:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9733921 00000004:00200000:0.0:1734016086.349468:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016086.349484:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016086.349516:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3172f35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58823 expref: 15 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.349543:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3172f3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58823 expref: 14 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.349551:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016086.349553:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016086.349556:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016086.349600:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:9631:x1818247331748992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 316us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.349605:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2272 00000100:00100000:0.0:1734016086.351908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.387954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.401936:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.410311:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.418690:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.428297:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.438304:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.441649:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.446841:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.451007:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.455845:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.455914:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.462192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.468766:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.478712:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.492209:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.512694:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.525073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.534200:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.544307:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.551642:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.558659:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.565624:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.570305:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.576548:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.582334:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.587143:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.593879:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.601425:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.611006:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.618864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.626519:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.630494:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.634236:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.638422:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.643068:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.651048:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.654436:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016086.656246:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969480 is committed 00000001:00080000:0.0:1734016086.656271:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969479 is committed 00000100:00100000:0.0:1734016086.660507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.669623:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.677568:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.684352:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.690191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.693078:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f10e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331757312:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2134us (2882us total) trans 4294969481 rc 0/0 00000100:00100000:0.0:1734016086.693099:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9131 00002000:00100000:0.0:1734016086.693116:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6676480->6684671) req@ffff88006f10e450 x1818247331757312/t4294969481(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:47/0 lens 8680/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.693129:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f10e450 with x1818247331757312 ext(6676480->6684671) 00002000:00010000:0.0:1734016086.693137:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f10e450 00000100:00100000:0.0:1734016086.698538:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016086.702150:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969481 is committed 00000100:00100000:0.0:1734016086.705644:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.720222:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.742925:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.784895:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.791576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.796422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.796474:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331758464 00000100:00100000:0.0:1734016086.796487:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331758464 00002000:00100000:0.0:1734016086.796537:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8454143) req@ffff880077301f80 x1818247331758464/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:47/0 lens 520/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.796547:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301f80 with x1818247331758464 ext(4190208->8454143) 00002000:00010000:0.0:1734016086.796552:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301f80 00000100:00100000:0.0:1734016086.796571:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331758592 00000100:00100000:0.0:1734016086.796575:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331758592 00002000:00100000:0.0:1734016086.796586:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8454144->9736191) req@ffff880077301880 x1818247331758592/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:47/0 lens 504/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.796592:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301880 with x1818247331758592 ext(8454144->9736191) 00002000:00010000:0.0:1734016086.796594:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301880 00000100:00100000:0.0:1734016086.811644:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9134 00000100:00100000:0.0:1734016086.811663:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331758592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.863543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.863591:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.897662:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.905429:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331758464:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 98451us (113855us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016086.905447:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9133 00002000:00100000:0.0:1734016086.905467:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8454143) req@ffff880077301f80 x1818247331758464/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:47/0 lens 520/440 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.905480:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301f80 with x1818247331758464 ext(4190208->8454143) 00002000:00010000:0.0:1734016086.905486:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301f80 00000100:00100000:0.0:1734016086.926856:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.944988:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.971635:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.979912:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.987556:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.992968:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016086.997963:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.016038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.023892:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.031230:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.037642:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.047208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.053974:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.069181:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.077908:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.095531:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.101339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.110666:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.117425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.122588:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331763328 00000100:00100000:0.0:1734016087.122603:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331763328 00002000:00100000:0.0:1734016087.122684:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6651904->6655999) req@ffff88012e3b4a80 x1818247331763328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.122698:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247331763328 ext(6651904->6655999) 00002000:00010000:0.0:1734016087.122706:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4a80 00000100:00100000:0.0:1734016087.122793:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9143 00000100:00100000:0.0:1734016087.122801:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331763328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.123019:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331763328:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 218us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.123027:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9143 00002000:00100000:0.0:1734016087.123034:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6651904->6655999) req@ffff88012e3b4a80 x1818247331763328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.123041:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247331763328 ext(6651904->6655999) 00002000:00010000:0.0:1734016087.123045:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4a80 00000100:00100000:0.0:1734016087.127283:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.133476:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.151622:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.158897:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016087.158920:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334245120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016087.158986:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016087.182208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.195121:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.213798:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331764480 00000100:00100000:0.0:1734016087.213805:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331764480 00010000:00010000:0.0:1734016087.213835:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7503872->7565311) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce588e7 expref: 7 pid: 7692 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.213876:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2977 00000100:00100000:0.0:1734016087.213885:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac801450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331764480:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.213902:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.213928:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7503872->7565311) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce588e7 expref: 7 pid: 7692 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.213940:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7503872->7565311) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce588e7 expref: 7 pid: 7692 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.213962:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173015 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7503872->7565311) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce588e7 expref: 7 pid: 7692 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.213990:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.213992:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.214000:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317303f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5701632->5705727) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58911 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.214011:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317303f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5701632->5705727) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58911 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.214044:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317303f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5701632->5705727) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58911 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.214057:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334245632:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016087.216576:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.262363:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.262517:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.262567:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.266046:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9148 00000100:00100000:0.0:1734016087.266056:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331765248:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.390050:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016087.390978:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016057 00000100:00100000:0.0:1734016087.397076:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016087.398269:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016057 00000100:00100000:0.0:1734016087.435027:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.443956:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.448905:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.460411:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.468306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.476615:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.485649:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.492267:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.514135:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.514188:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.517848:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9151 00000100:00100000:1.0:1734016087.517863:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331767424:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.553979:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331767424:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 36094us (39765us total) trans 0 rc 868352/868352 00000100:00100000:1.0:1734016087.554000:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9151 00002000:00100000:1.0:1734016087.554019:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5062655) req@ffff880076c4f480 x1818247331767424/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 868352/868352 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.554032:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4f480 with x1818247331767424 ext(4194304->5062655) 00002000:00010000:1.0:1734016087.554042:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4f480 00000100:00100000:0.0:1734016087.578798:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.578916:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331767552 00000100:00100000:1.0:1734016087.578930:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331767552 00000100:00100000:1.0:1734016087.579007:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2277 00000100:00100000:1.0:1734016087.579014:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:9631:x1818247331767552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.579046:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.579074:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173085 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58949 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.579178:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d317308c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016087.579196:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d317308c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016087.579210:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d317308c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016087.579242:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5062025 00000004:00200000:1.0:1734016087.579248:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016087.579268:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d317308c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016087.579296:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173085 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58949 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.579333:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d317308c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58949 expref: 15 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.579342:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016087.579345:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016087.579348:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3180, rc 0) 00000100:00100000:1.0:1734016087.579409:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:9631:x1818247331767552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 395us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.579418:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2277 00000100:00100000:0.0:1734016087.582144:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.587494:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.605076:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.612894:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.623814:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.630144:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.641257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.649515:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.658995:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.668876:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.676136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.681975:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.683691:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331769088 00000100:00100000:1.0:1734016087.683710:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331769088 00000100:00100000:1.0:1734016087.683807:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11026 00000100:00100000:1.0:1734016087.683817:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331769088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.683839:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.683869:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31730bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5897a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.683966:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334247936:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016087.684069:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.690223:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334247936:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016087.690267:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31730bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5897a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.690281:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31730bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5897a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.690310:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016087.690373:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331769088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6557us (8416us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.690382:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11026 00000100:00100000:0.0:1734016087.694909:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.695031:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331769216 00000100:00100000:1.0:1734016087.695047:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331769216 00000100:00100000:1.0:1734016087.695115:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11027 00000100:00100000:1.0:1734016087.695123:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331769216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.695144:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.695169:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d31730c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58981 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.695254:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334248064:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016087.695326:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.697650:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334248064:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016087.697697:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d31730c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58981 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.697713:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d31730c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58981 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.697834:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3cc0, rc 0) 00000100:00100000:1.0:1734016087.697918:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331769216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2793us (3024us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.697934:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11027 00000100:00100000:1.0:1734016087.702619:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331769344 00000100:00100000:1.0:1734016087.702641:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331769344 00000100:00100000:1.0:1734016087.702764:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11028 00000100:00100000:1.0:1734016087.702778:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331769344:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016087.703340:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5062025 -> 5062025 00002000:00010000:1.0:1734016087.703345:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.703349:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.703350:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.703352:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 976 -> 976 00000100:00100000:1.0:1734016087.703523:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331769344:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 747us (1036us total) trans 4294969489 rc 0/0 00000100:00100000:1.0:1734016087.703531:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11028 00000100:00100000:0.0:1734016087.709091:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.716511:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.727018:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016087.727086:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016087.727105:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016087.727114:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016087.727122:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8281440 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016087.727130:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016087.727143:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016087.727167:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016087.727171:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016087.727176:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016087.727182:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d31730cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016087.733405:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.740113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.747426:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.755065:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.771036:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.779083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016087.789272:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969491 is committed 00000001:00080000:0.0:1734016087.789301:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969490 is committed 00000100:00100000:0.0:1734016087.808850:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.822266:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.838430:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.842515:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.842596:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331771264 00000100:00100000:0.0:1734016087.842604:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331771264 00010000:00010000:0.0:1734016087.842634:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317310a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589ab expref: 8 pid: 7692 timeout: 452 lvb_type: 1 00000100:00100000:0.0:1734016087.842670:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2987 00000100:00100000:0.0:1734016087.842679:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331771264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.842692:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.842711:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317310a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589ab expref: 8 pid: 7692 timeout: 452 lvb_type: 1 00010000:00010000:0.0:1734016087.842755:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317310a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589ab expref: 8 pid: 7692 timeout: 452 lvb_type: 1 00010000:00010000:0.0:1734016087.842774:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317310a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589ab expref: 8 pid: 7692 timeout: 452 lvb_type: 1 00010000:00010000:0.0:1734016087.842796:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.842800:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.842807:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3173111 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589b2 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.842816:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3173111 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589b2 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.842868:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3173111 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce589b2 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.842886:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076161f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334248960:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016087.842948:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.862747:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.925018:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016087.925096:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016087.925205:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331771904 00000100:00100000:1.0:1734016087.925220:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331771904 00002000:00100000:1.0:1734016087.925286:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2080768->6275071) req@ffff880076163800 x1818247331771904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.925300:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163800 with x1818247331771904 ext(2080768->6275071) 00002000:00010000:1.0:1734016087.925307:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163800 00000100:00100000:1.0:1734016087.925356:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331772032 00000100:00100000:1.0:1734016087.925358:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331772032 00002000:00100000:1.0:1734016087.925369:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6275072->9068543) req@ffff880076161880 x1818247331772032/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.925376:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161880 with x1818247331772032 ext(6275072->9068543) 00002000:00010000:1.0:1734016087.925378:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076161880 00000100:00100000:1.0:1734016087.925394:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9155 00000100:00100000:1.0:1734016087.925403:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331771904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.042019:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331771904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 116588us (116991us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016088.042039:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9155 00002000:00100000:1.0:1734016088.042061:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2080768->6275071) req@ffff880076163800 x1818247331771904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.042076:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163800 with x1818247331771904 ext(2080768->6275071) 00002000:00010000:1.0:1734016088.042087:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163800 00000100:00100000:0.0:1734016088.052445:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.052548:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331772288 00000100:00100000:1.0:1734016088.052559:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331772288 00002000:00100000:1.0:1734016088.052636:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2035712->3080191) req@ffff880076162d80 x1818247331772288/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 504/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.052647:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162d80 with x1818247331772288 ext(2035712->3080191) 00002000:00010000:1.0:1734016088.052653:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162d80 00000100:00100000:1.0:1734016088.052693:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9157 00000100:00100000:1.0:1734016088.052700:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331772288:12345-192.168.201.52@tcp:4:fsx.0 00000100:00080000:0.0:1734016088.052943:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016058 00000100:00100000:1.0:1734016088.058757:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331772288:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6012us (6280us total) trans 4294969492 rc 0/0 00000100:00100000:1.0:1734016088.058774:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9157 00002000:00100000:1.0:1734016088.058798:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2035712->3080191) req@ffff880076162d80 x1818247331772288/t4294969492(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 504/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.058812:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162d80 with x1818247331772288 ext(2035712->3080191) 00002000:00010000:1.0:1734016088.058825:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162d80 00000100:00100000:0.0:1734016088.061895:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.064667:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016088.066521:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969492 is committed 00000100:00100000:0.0:1734016088.074317:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016088.078250:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016058 00000100:00100000:1.0:1734016088.088355:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.101356:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.111203:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.129422:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.142467:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331773440 00000100:00100000:1.0:1734016088.142484:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331773440 00002000:00100000:1.0:1734016088.142547:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7192576->7196671) req@ffff8800795cdc00 x1818247331773440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.142562:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cdc00 with x1818247331773440 ext(7192576->7196671) 00002000:00010000:1.0:1734016088.142574:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cdc00 00000100:00100000:1.0:1734016088.142620:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9158 00000100:00100000:1.0:1734016088.142630:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331773440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.142915:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331773440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 284us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.142923:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9158 00002000:00100000:1.0:1734016088.142930:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7192576->7196671) req@ffff8800795cdc00 x1818247331773440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.142937:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cdc00 with x1818247331773440 ext(7192576->7196671) 00002000:00010000:1.0:1734016088.142940:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cdc00 00000100:00100000:0.0:1734016088.143853:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334249600:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016088.143879:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.143919:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331773184:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14151us (14518us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.143932:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2988 00000100:00100000:0.0:1734016088.147410:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.153266:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.158173:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.163771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.169348:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.174594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.190700:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.195215:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.203613:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.208929:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.215194:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.219579:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.223964:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.227793:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.230908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.239845:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.248124:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.253251:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.263888:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.276157:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.288590:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.299050:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.315404:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:1.0:1734016088.333237:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969494 is committed 00000100:00100000:1.0:1734016088.341156:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.355189:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.366001:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.375590:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.381828:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.387202:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.393602:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.397418:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.405970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.415126:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.424896:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.434152:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.442689:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.451295:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.458006:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.463849:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331781120:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 5560us (5844us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.463869:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11049 00000100:00100000:0.0:1734016088.468951:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.474195:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.482404:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.487510:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.490822:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.497618:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.502575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.509327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.524622:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.529365:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.529412:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331782528 00000100:00100000:0.0:1734016088.529428:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331782528 00000100:00100000:0.0:1734016088.529511:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11054 00000100:00100000:0.0:1734016088.529520:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331782528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.529540:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.529563:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317318f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58a22 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.529635:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334251392:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016088.529713:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.536378:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.546028:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016088.550813:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016088.550829:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016088.550836:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016088.550841:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016088.550845:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016088.550851:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016088.550866:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016088.550869:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016088.550873:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016088.550877:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317319d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016088.550965:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.565507:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.571651:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334251776:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016088.571676:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.571746:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331783168:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6000us (6249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.571755:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2992 00000100:00100000:0.0:1734016088.576574:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.583265:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.588535:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.589599:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331784064 00000100:00100000:1.0:1734016088.589616:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331784064 00002000:00100000:1.0:1734016088.589688:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3448832->3452927) req@ffff880097d0c380 x1818247331784064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.589699:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c380 with x1818247331784064 ext(3448832->3452927) 00002000:00010000:1.0:1734016088.589718:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0c380 00000100:00100000:1.0:1734016088.590299:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9188 00000100:00100000:1.0:1734016088.590311:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331784064:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.590594:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331784064:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 285us (2072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.590601:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9188 00002000:00100000:1.0:1734016088.590609:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3448832->3452927) req@ffff880097d0c380 x1818247331784064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.590616:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c380 with x1818247331784064 ext(3448832->3452927) 00002000:00010000:1.0:1734016088.590619:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0c380 00000100:00100000:0.0:1734016088.594348:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.599596:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.599753:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331784576 00000100:00100000:1.0:1734016088.599765:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331784576 00002000:00100000:1.0:1734016088.599834:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3440640->3444735) req@ffff880097d0df80 x1818247331784576/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.599844:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0df80 with x1818247331784576 ext(3440640->3444735) 00002000:00010000:1.0:1734016088.599850:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0df80 00000100:00100000:1.0:1734016088.599896:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9190 00000100:00100000:1.0:1734016088.599908:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331784576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.600143:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331784576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 237us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.600150:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9190 00002000:00100000:1.0:1734016088.600156:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3440640->3444735) req@ffff880097d0df80 x1818247331784576/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.600163:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0df80 with x1818247331784576 ext(3440640->3444735) 00002000:00010000:1.0:1734016088.600166:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0df80 00000100:00100000:0.0:1734016088.603440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.609196:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.609364:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331785088 00000100:00100000:1.0:1734016088.609374:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331785088 00002000:00100000:1.0:1734016088.609432:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff880097d0d180 x1818247331785088/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.609443:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d180 with x1818247331785088 ext(3432448->3436543) 00002000:00010000:1.0:1734016088.609449:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0d180 00000100:00100000:1.0:1734016088.609486:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9192 00000100:00100000:1.0:1734016088.609495:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331785088:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.609689:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331785088:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 194us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.609696:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9192 00002000:00100000:1.0:1734016088.609712:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff880097d0d180 x1818247331785088/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.609718:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d180 with x1818247331785088 ext(3432448->3436543) 00002000:00010000:1.0:1734016088.609745:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0d180 00000100:00100000:0.0:1734016088.616645:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.623538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.623662:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331785600 00000100:00100000:1.0:1734016088.623675:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331785600 00002000:00100000:1.0:1734016088.623753:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff880097d0f800 x1818247331785600/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.623762:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f800 with x1818247331785600 ext(3424256->3428351) 00002000:00010000:1.0:1734016088.623769:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0f800 00000100:00100000:1.0:1734016088.623804:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9194 00000100:00100000:1.0:1734016088.623813:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331785600:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.624072:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331785600:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 258us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.624079:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9194 00002000:00100000:1.0:1734016088.624086:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff880097d0f800 x1818247331785600/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.624092:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f800 with x1818247331785600 ext(3424256->3428351) 00002000:00010000:1.0:1734016088.624095:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0f800 00000100:00100000:0.0:1734016088.627875:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.631998:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.632578:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331786112 00000100:00100000:1.0:1734016088.632587:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331786112 00002000:00100000:1.0:1734016088.632645:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff88007970d500 x1818247331786112/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.632657:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970d500 with x1818247331786112 ext(3416064->3420159) 00002000:00010000:1.0:1734016088.632663:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970d500 00000100:00100000:1.0:1734016088.632711:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9196 00000100:00100000:1.0:1734016088.632718:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331786112:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.632920:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331786112:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 201us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.632927:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9196 00002000:00100000:1.0:1734016088.632933:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff88007970d500 x1818247331786112/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.632939:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970d500 with x1818247331786112 ext(3416064->3420159) 00002000:00010000:1.0:1734016088.632941:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970d500 00000100:00100000:0.0:1734016088.637299:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.648473:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.649041:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9198 00000100:00100000:1.0:1734016088.649051:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331786624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.653118:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331786624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 4042us (4641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.653151:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9198 00002000:00100000:1.0:1734016088.653179:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3411967) req@ffff88007970f800 x1818247331786624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.653194:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f800 with x1818247331786624 ext(3407872->3411967) 00002000:00010000:1.0:1734016088.653203:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970f800 00000100:00100000:0.0:1734016088.656859:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.656970:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331786752 00000100:00100000:1.0:1734016088.656982:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331786752 00002000:00100000:1.0:1734016088.657033:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3457999) req@ffff88007970d880 x1818247331786752/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.657044:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970d880 with x1818247331786752 ext(3407872->3457999) 00002000:00010000:1.0:1734016088.657050:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970d880 00000100:00100000:1.0:1734016088.657081:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9199 00000100:00100000:1.0:1734016088.657087:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331786752:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016088.661119:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331786752:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4020us (4264us total) trans 4294969500 rc 0/0 00000100:00100000:0.0:1734016088.661132:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9199 00002000:00100000:0.0:1734016088.661145:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3457999) req@ffff88007970d880 x1818247331786752/t4294969500(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:49/0 lens 488/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.661156:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970d880 with x1818247331786752 ext(3407872->3457999) 00002000:00010000:0.0:1734016088.661161:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970d880 00000100:00100000:0.0:1734016088.663972:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.673089:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.694908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.707868:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.716687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.725174:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.730044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.741172:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.746015:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.761037:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.761154:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331788160 00000100:00100000:1.0:1734016088.761164:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331788160 00002000:00100000:1.0:1734016088.761211:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff8800796f8000 x1818247331788160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.761220:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8000 with x1818247331788160 ext(1675264->1679359) 00002000:00010000:1.0:1734016088.761227:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8000 00000100:00100000:1.0:1734016088.761497:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9200 00000100:00100000:1.0:1734016088.761505:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331788160:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.761751:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331788160:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 245us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.761759:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9200 00002000:00100000:1.0:1734016088.761766:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff8800796f8000 x1818247331788160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.761773:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8000 with x1818247331788160 ext(1675264->1679359) 00002000:00010000:1.0:1734016088.761777:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8000 00000100:00100000:0.0:1734016088.766122:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.772850:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.777603:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.778418:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331788928 00000100:00100000:1.0:1734016088.778435:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331788928 00002000:00100000:1.0:1734016088.778483:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1662976->1667071) req@ffff8800796f8380 x1818247331788928/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.778494:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8380 with x1818247331788928 ext(1662976->1667071) 00002000:00010000:1.0:1734016088.778500:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8380 00000100:00100000:1.0:1734016088.778537:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9203 00000100:00100000:1.0:1734016088.778546:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331788928:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.778782:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331788928:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 236us (1187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.778789:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9203 00002000:00100000:1.0:1734016088.778796:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1662976->1667071) req@ffff8800796f8380 x1818247331788928/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.778804:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8380 with x1818247331788928 ext(1662976->1667071) 00002000:00010000:1.0:1734016088.778807:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8380 00000100:00100000:0.0:1734016088.781960:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.787942:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.793399:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.798199:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.799404:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331789952 00000100:00100000:1.0:1734016088.799420:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331789952 00002000:00100000:1.0:1734016088.799484:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1646592->1650687) req@ffff880079435880 x1818247331789952/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.799501:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435880 with x1818247331789952 ext(1646592->1650687) 00002000:00010000:1.0:1734016088.799507:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079435880 00000100:00100000:1.0:1734016088.799893:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9207 00000100:00100000:1.0:1734016088.799902:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331789952:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.800148:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331789952:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 246us (1960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.800156:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9207 00002000:00100000:1.0:1734016088.800162:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1646592->1650687) req@ffff880079435880 x1818247331789952/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.800169:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435880 with x1818247331789952 ext(1646592->1650687) 00002000:00010000:1.0:1734016088.800172:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079435880 00000100:00100000:0.0:1734016088.805997:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.811254:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331790080:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4789us (5257us total) trans 4294969501 rc 0/0 00000100:00100000:0.0:1734016088.811269:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9208 00002000:00100000:0.0:1734016088.811285:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1646592->1679359) req@ffff880079436a00 x1818247331790080/t4294969501(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.811295:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079436a00 with x1818247331790080 ext(1646592->1679359) 00002000:00010000:0.0:1734016088.811303:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079436a00 00000100:00100000:0.0:1734016088.814403:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.818386:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.828238:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.837155:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.844980:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.857118:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.870986:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.883456:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.891457:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.897997:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.902860:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.912214:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.915843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.919539:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.931102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.938031:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.945473:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.953842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.958562:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.958854:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331792768 00000100:00100000:1.0:1734016088.958861:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331792768 00002000:00100000:1.0:1734016088.958904:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2404352->2408447) req@ffff880079560700 x1818247331792768/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.958914:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560700 with x1818247331792768 ext(2404352->2408447) 00002000:00010000:1.0:1734016088.958919:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560700 00000100:00100000:1.0:1734016088.958949:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9210 00000100:00100000:1.0:1734016088.958955:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331792768:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.959098:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331792768:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 141us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.959104:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9210 00002000:00100000:1.0:1734016088.959110:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2404352->2408447) req@ffff880079560700 x1818247331792768/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.959116:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560700 with x1818247331792768 ext(2404352->2408447) 00002000:00010000:1.0:1734016088.959119:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560700 00000100:00100000:0.0:1734016088.962802:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.968990:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.969280:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331793280 00000100:00100000:1.0:1734016088.969291:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331793280 00002000:00100000:1.0:1734016088.969341:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2396160->2400255) req@ffff880079561880 x1818247331793280/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.969352:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079561880 with x1818247331793280 ext(2396160->2400255) 00002000:00010000:1.0:1734016088.969358:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079561880 00000100:00100000:1.0:1734016088.969395:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9212 00000100:00100000:1.0:1734016088.969402:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331793280:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.969610:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331793280:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 207us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.969617:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9212 00002000:00100000:1.0:1734016088.969622:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2396160->2400255) req@ffff880079561880 x1818247331793280/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.969629:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079561880 with x1818247331793280 ext(2396160->2400255) 00002000:00010000:1.0:1734016088.969632:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079561880 00000100:00100000:0.0:1734016088.974977:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.980860:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.981524:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331793792 00000100:00100000:1.0:1734016088.981536:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331793792 00002000:00100000:1.0:1734016088.981593:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2387968->2392063) req@ffff880079560e00 x1818247331793792/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.981603:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560e00 with x1818247331793792 ext(2387968->2392063) 00002000:00010000:1.0:1734016088.981608:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560e00 00000100:00100000:1.0:1734016088.981648:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9214 00000100:00100000:1.0:1734016088.981657:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331793792:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.981886:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331793792:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 228us (1041us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.981892:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9214 00002000:00100000:1.0:1734016088.981898:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2387968->2392063) req@ffff880079560e00 x1818247331793792/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.981904:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560e00 with x1818247331793792 ext(2387968->2392063) 00002000:00010000:1.0:1734016088.981907:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560e00 00000100:00100000:0.0:1734016088.986289:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.986979:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9215 00000100:00100000:1.0:1734016088.986991:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331794048:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.987240:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331794048:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 249us (978us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.987250:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9215 00002000:00100000:1.0:1734016088.987258:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2383872->2387967) req@ffff880079560380 x1818247331794048/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.987266:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079560380 with x1818247331794048 ext(2383872->2387967) 00002000:00010000:1.0:1734016088.987269:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079560380 00000100:00100000:0.0:1734016088.993534:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016088.997246:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016088.997383:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331794560 00000100:00100000:1.0:1734016088.997396:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331794560 00002000:00100000:1.0:1734016088.997449:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2375680->2379775) req@ffff880079563480 x1818247331794560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.997460:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079563480 with x1818247331794560 ext(2375680->2379775) 00002000:00010000:1.0:1734016088.997468:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079563480 00000100:00100000:1.0:1734016088.997509:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9217 00000100:00100000:1.0:1734016088.997516:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331794560:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.997717:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331794560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 199us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.997761:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9217 00002000:00100000:1.0:1734016088.997768:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2375680->2379775) req@ffff880079563480 x1818247331794560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.997775:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079563480 with x1818247331794560 ext(2375680->2379775) 00002000:00010000:1.0:1734016088.997778:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079563480 00000100:00100000:0.0:1734016089.002016:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.007190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.007490:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331795072 00000100:00100000:1.0:1734016089.007508:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331795072 00002000:00100000:1.0:1734016089.007579:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2367488->2371583) req@ffff88007718f480 x1818247331795072/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.007589:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247331795072 ext(2367488->2371583) 00002000:00010000:1.0:1734016089.007596:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f480 00000100:00100000:1.0:1734016089.007648:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9219 00000100:00100000:1.0:1734016089.007657:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331795072:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.007994:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331795072:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 338us (822us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.008001:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9219 00002000:00100000:1.0:1734016089.008007:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2367488->2371583) req@ffff88007718f480 x1818247331795072/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.008013:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247331795072 ext(2367488->2371583) 00002000:00010000:1.0:1734016089.008016:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f480 00000100:00100000:0.0:1734016089.011564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.017849:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.018007:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331795584 00000100:00100000:1.0:1734016089.018023:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331795584 00002000:00100000:1.0:1734016089.018102:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff88007718df80 x1818247331795584/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.018114:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247331795584 ext(2359296->2363391) 00002000:00010000:1.0:1734016089.018121:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:1.0:1734016089.018178:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9221 00000100:00100000:1.0:1734016089.018188:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331795584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.018462:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331795584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 275us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.018469:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9221 00002000:00100000:1.0:1734016089.018474:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff88007718df80 x1818247331795584/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.018480:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247331795584 ext(2359296->2363391) 00002000:00010000:1.0:1734016089.018482:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:0.0:1734016089.022820:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.026358:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.027146:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331796096 00000100:00100000:1.0:1734016089.027156:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331796096 00002000:00100000:1.0:1734016089.027208:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff88007718d500 x1818247331796096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.027219:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247331796096 ext(2351104->2355199) 00002000:00010000:1.0:1734016089.027223:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500 00000100:00100000:1.0:1734016089.027258:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9223 00000100:00100000:1.0:1734016089.027267:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331796096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.027489:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331796096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 221us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.027497:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9223 00002000:00100000:1.0:1734016089.027503:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff88007718d500 x1818247331796096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.027510:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247331796096 ext(2351104->2355199) 00002000:00010000:1.0:1734016089.027512:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500 00000100:00100000:0.0:1734016089.031310:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.036915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.045116:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.052921:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.057337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016089.058210:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:0.0:1734016089.061883:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.069907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.082589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.091231:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.103690:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.107997:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.116909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.133026:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.134298:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331798144 00000100:00100000:1.0:1734016089.134311:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331798144 00000100:00100000:1.0:1734016089.134377:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11079 00000100:00100000:1.0:1734016089.134388:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331798144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.134416:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.134443:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58aca expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.134484:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317325a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58abc expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.134494:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173261 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ac3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.134500:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.134502:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.134505:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6414336->6479871] (req 6414336->6479871) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.134551:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ac3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.134564:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ac3 expref: 7 pid: 7694 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016089.134580:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334254464:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016089.134673:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317325a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58abc expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.134681:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d317325a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58abc expref: 6 pid: 7694 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016089.134690:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334254592:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016089.134737:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.145790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.146359:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.146379:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331798400 00000100:00100000:0.0:1734016089.146382:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331798400 00010000:00010000:0.0:1734016089.146396:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173261 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ac3 expref: 8 pid: 7694 timeout: 453 lvb_type: 1 00000100:00100000:0.0:1734016089.146419:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2999 00000100:00100000:0.0:1734016089.146423:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331798400:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.146429:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.146436:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173261 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ac3 expref: 8 pid: 7694 timeout: 453 lvb_type: 1 00010000:00010000:0.0:1734016089.146444:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ac3 expref: 8 pid: 7694 timeout: 453 lvb_type: 1 00010000:00010000:0.0:1734016089.146455:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.146457:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.146463:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6414336->6479871) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.146472:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6414336->6479871) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.146499:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6414336->6479871) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.146518:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334254720:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016089.146545:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.149943:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.155942:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.164951:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.178929:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331798912 00000100:00100000:0.0:1734016089.178943:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331798912 00000100:00100000:0.0:1734016089.179002:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11083 00000100:00100000:0.0:1734016089.179011:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331798912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.179041:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.179062:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3173284 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58adf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.179106:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6414336->6479871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.179114:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016089.179116:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016089.179120:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3173284 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3911680->3940351] (req 3911680->3940351) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58adf expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.179158:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6414336->6479871) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.179172:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d317326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6414336->6479871) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aca expref: 6 pid: 7692 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.179189:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334255104:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016089.179279:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.182596:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.208438:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.208523:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.306866:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.322786:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.340286:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.340345:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.342559:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3002 00000100:00100000:0.0:1734016089.342565:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331800192:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.342572:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.342581:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3173284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58adf expref: 7 pid: 7694 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.342591:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3173284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->3940351) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58adf expref: 7 pid: 7694 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.342603:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3173284 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->3940351) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58adf expref: 7 pid: 7694 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.343790:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.343816:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331800192:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1250us (3471us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.343823:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3002 00000001:00080000:0.0:1734016089.352938:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969508 is committed 00000100:00100000:0.0:1734016089.359234:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.366025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.372531:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016089.374836:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:1.0:1734016089.387572:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.387636:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331800832 00000100:00100000:0.0:1734016089.387648:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331800832 00010000:00010000:0.0:1734016089.387698:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317323e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aa7 expref: 20 pid: 6484 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.387750:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3003 00000100:00100000:0.0:1734016089.387760:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1969:x1818247331800832:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.387777:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.387784:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317323e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aa7 expref: 20 pid: 6484 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.387797:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317323e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58aa7 expref: 20 pid: 6484 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.387823:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016089.387828:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016089.387838:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016089.387846:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016089.387866:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.387924:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1969:x1818247331800832:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 166us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.387933:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3003 00010000:00010000:1.0:1734016089.391818:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016089.391832:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016089.391838:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016089.391843:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8282f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016089.391847:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016089.391853:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016089.391867:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016089.391870:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016089.391874:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016089.391878:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d31732a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016089.392640:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.403576:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.403852:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331801088 00000100:00100000:0.0:1734016089.403866:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331801088 00010000:00010000:0.0:1734016089.403916:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31732a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58af4 expref: 7 pid: 7694 timeout: 453 lvb_type: 1 00000100:00100000:0.0:1734016089.403984:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3004 00000100:00100000:0.0:1734016089.403994:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331801088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.404013:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.404039:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31732a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58af4 expref: 7 pid: 7694 timeout: 453 lvb_type: 1 00010000:00010000:0.0:1734016089.404049:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31732a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58af4 expref: 7 pid: 7694 timeout: 453 lvb_type: 1 00010000:00010000:0.0:1734016089.404072:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82818c0/0xb46129d8d31732a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58af4 expref: 7 pid: 7694 timeout: 453 lvb_type: 1 00010000:00010000:0.0:1734016089.404104:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.404152:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331801088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 158us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.404161:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3004 00000100:00100000:0.0:1734016089.406087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.410076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.428257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.432429:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.439173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.451003:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.459207:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.467169:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.474485:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.481434:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.499988:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.523887:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.594993:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.604995:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.617619:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.626805:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.635486:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.639488:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016089.644571:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969512 is committed 00000001:00080000:0.0:1734016089.644582:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969511 is committed 00000100:00100000:0.0:1734016089.647701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.649894:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.661588:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.669680:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.669757:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331804288 00000100:00100000:1.0:1734016089.669765:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331804288 00000100:00100000:1.0:1734016089.670036:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11099 00000100:00100000:1.0:1734016089.670044:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331804288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.670061:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.670081:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317331e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58b4f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.670114:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173310 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b48 expref: 5 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.670121:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.670124:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.670128:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317331e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b4f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.670163:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173310 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b48 expref: 5 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.670175:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173310 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b48 expref: 5 pid: 7692 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016089.670190:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334257536:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016089.670269:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.674089:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334257536:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016089.674122:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317331e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b4f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.674136:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016089.674199:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331804288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4156us (4528us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.674206:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11099 00000100:00100000:0.0:1734016089.676067:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.704254:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.708187:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.711938:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.712053:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331804800 00000100:00100000:1.0:1734016089.712062:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331804800 00000100:00100000:1.0:1734016089.712100:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11100 00000100:00100000:1.0:1734016089.712106:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331804800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.712122:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.712139:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d3173333 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58b5d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.712185:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334257792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016089.712233:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.716859:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.720579:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.726784:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334258048:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016089.726809:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.726866:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331805056:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5503us (6289us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.726878:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3010 00000100:00100000:1.0:1734016089.727026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.734910:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.742456:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.744927:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.745006:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331806080 00000100:00100000:0.0:1734016089.745014:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331806080 00002000:00100000:0.0:1734016089.745041:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2637824->2641919) req@ffff880079532a00 x1818247331806080/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.745055:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247331806080 ext(2637824->2641919) 00002000:00010000:0.0:1734016089.745059:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532a00 00000100:00100000:0.0:1734016089.745094:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9238 00000100:00100000:0.0:1734016089.745099:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331806080:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016089.745229:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331806080:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 129us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016089.745235:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9238 00002000:00100000:0.0:1734016089.745239:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2637824->2641919) req@ffff880079532a00 x1818247331806080/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.745245:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247331806080 ext(2637824->2641919) 00002000:00010000:0.0:1734016089.745248:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532a00 00000100:00100000:0.0:1734016089.747622:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.750856:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.754402:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.757749:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.761992:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.764878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.770213:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.782373:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.786329:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016089.786638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.786947:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331808000 00000100:00100000:0.0:1734016089.786953:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331808000 00010000:00010000:0.0:1734016089.786976:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b6b expref: 10 pid: 7694 timeout: 454 lvb_type: 1 00000100:00100000:0.0:1734016089.787007:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331808128 00000100:00100000:0.0:1734016089.787008:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331808128 00010000:00010000:0.0:1734016089.787016:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317333a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b64 expref: 6 pid: 7694 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1734016089.787030:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3011 00000100:00100000:0.0:1734016089.787035:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331808000:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.787045:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.787061:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b6b expref: 10 pid: 7694 timeout: 454 lvb_type: 1 00010000:00010000:0.0:1734016089.787071:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b6b expref: 10 pid: 7694 timeout: 454 lvb_type: 1 00010000:00010000:0.0:1734016089.787089:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282880/0xb46129d8d3173341 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b6b expref: 10 pid: 7694 timeout: 454 lvb_type: 1 00010000:00010000:0.0:1734016089.787108:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.787995:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331808000:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 959us (1674us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.788001:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3011 00000100:00100000:0.0:1734016089.800238:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.806160:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.808808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.817287:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.826358:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.829703:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.833766:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.837819:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331809024:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3868us (4049us total) trans 4294969515 rc 0/0 00000100:00100000:0.0:1734016089.837832:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 313 00002000:00100000:0.0:1734016089.837841:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (10342400->10365491) req@ffff8800770bea00 x1818247331809024/t4294969515(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:50/0 lens 488/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.837849:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bea00 with x1818247331809024 ext(10342400->10365491) 00010000:00010000:0.0:1734016089.837857:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3173348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10342400->10366975) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b72 expref: 11 pid: 7692 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016089.837868:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3173348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10342400->10366975) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58b72 expref: 11 pid: 7692 timeout: 454 lvb_type: 0 00002000:00010000:0.0:1734016089.837874:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800770bea00 00000100:00100000:0.0:1734016089.842704:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.845945:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.848793:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.851279:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.866976:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.921040:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.942910:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.954378:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.961688:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247331810176:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5177us (7303us total) trans 4294969517 rc 0/0 00000100:00100000:0.0:1734016089.961699:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9246 00002000:00100000:0.0:1734016089.961710:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7028736->7950335) req@ffff88007716a680 x1818247331810176/t4294969517(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:50/0 lens 504/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.961718:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716a680 with x1818247331810176 ext(7028736->7950335) 00002000:00010000:0.0:1734016089.961750:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716a680 00000100:00100000:0.0:1734016089.966192:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016089.968808:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016089.977031:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969517 is committed 00000001:00080000:0.0:1734016089.977048:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969516 is committed 00000100:00100000:0.0:1734016089.994337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.005579:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016090.007691:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016060 00000100:00100000:0.0:1734016090.020489:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016090.021530:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016060 00000100:00100000:0.0:1734016090.036991:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.054878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.063355:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.070266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.077076:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.077184:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331811584 00000100:00100000:1.0:1734016090.077192:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331811584 00002000:00100000:1.0:1734016090.077224:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5926912->5931007) req@ffff880079992d80 x1818247331811584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.077231:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992d80 with x1818247331811584 ext(5926912->5931007) 00002000:00010000:1.0:1734016090.077235:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079992d80 00000100:00100000:1.0:1734016090.077250:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9247 00000100:00100000:1.0:1734016090.077255:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331811584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.077391:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331811584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 135us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.077397:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9247 00002000:00100000:1.0:1734016090.077402:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5926912->5931007) req@ffff880079992d80 x1818247331811584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.077408:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992d80 with x1818247331811584 ext(5926912->5931007) 00002000:00010000:1.0:1734016090.077410:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079992d80 00000100:00100000:0.0:1734016090.089577:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.097516:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.097750:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331812096 00000100:00100000:1.0:1734016090.097759:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331812096 00002000:00100000:1.0:1734016090.097796:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5918720->5922815) req@ffff880079991500 x1818247331812096/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.097806:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991500 with x1818247331812096 ext(5918720->5922815) 00002000:00010000:1.0:1734016090.097810:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991500 00000100:00100000:1.0:1734016090.097845:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9249 00000100:00100000:1.0:1734016090.097852:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331812096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.098005:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331812096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 151us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.098012:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9249 00002000:00100000:1.0:1734016090.098017:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5918720->5922815) req@ffff880079991500 x1818247331812096/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.098024:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991500 with x1818247331812096 ext(5918720->5922815) 00002000:00010000:1.0:1734016090.098026:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991500 00000100:00100000:0.0:1734016090.104138:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.114518:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.115928:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9250 00000100:00100000:1.0:1734016090.115938:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331812480:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.116105:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331812480:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 167us (1596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.116112:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9250 00002000:00100000:1.0:1734016090.116117:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3768320->3772415) req@ffff880079993480 x1818247331812480/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.116124:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079993480 with x1818247331812480 ext(3768320->3772415) 00002000:00010000:1.0:1734016090.116127:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079993480 00000100:00100000:0.0:1734016090.121716:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.126420:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.126817:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9252 00000100:00100000:1.0:1734016090.126826:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331812992:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.126974:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331812992:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 147us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.126979:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9252 00002000:00100000:1.0:1734016090.126985:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3760128->3764223) req@ffff880079990380 x1818247331812992/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.126991:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990380 with x1818247331812992 ext(3760128->3764223) 00002000:00010000:1.0:1734016090.126995:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079990380 00000100:00100000:0.0:1734016090.136008:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.139856:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.140487:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331813504 00000100:00100000:1.0:1734016090.140496:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331813504 00002000:00100000:1.0:1734016090.140535:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3756031) req@ffff880097efa680 x1818247331813504/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.140545:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efa680 with x1818247331813504 ext(3751936->3756031) 00002000:00010000:1.0:1734016090.140550:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efa680 00000100:00100000:1.0:1734016090.140579:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9254 00000100:00100000:1.0:1734016090.140586:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331813504:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.140756:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331813504:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 170us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.140763:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9254 00002000:00100000:1.0:1734016090.140769:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3756031) req@ffff880097efa680 x1818247331813504/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.140775:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efa680 with x1818247331813504 ext(3751936->3756031) 00002000:00010000:1.0:1734016090.140778:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efa680 00000100:00100000:0.0:1734016090.143263:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.147447:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.147579:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331814016 00000100:00100000:1.0:1734016090.147590:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331814016 00002000:00100000:1.0:1734016090.147627:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3743744->3747839) req@ffff880097efb480 x1818247331814016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.147635:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efb480 with x1818247331814016 ext(3743744->3747839) 00002000:00010000:1.0:1734016090.147640:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efb480 00000100:00100000:1.0:1734016090.147685:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9256 00000100:00100000:1.0:1734016090.147690:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331814016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.147896:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331814016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 205us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.147903:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9256 00002000:00100000:1.0:1734016090.147908:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3743744->3747839) req@ffff880097efb480 x1818247331814016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.147914:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efb480 with x1818247331814016 ext(3743744->3747839) 00002000:00010000:1.0:1734016090.147916:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efb480 00000100:00100000:0.0:1734016090.157550:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.166439:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.166540:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331814528 00000100:00100000:1.0:1734016090.166547:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331814528 00002000:00100000:1.0:1734016090.166586:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3735552->3739647) req@ffff880097ef9500 x1818247331814528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.166594:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9500 with x1818247331814528 ext(3735552->3739647) 00002000:00010000:1.0:1734016090.166600:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9500 00000100:00100000:1.0:1734016090.166633:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9258 00000100:00100000:1.0:1734016090.166638:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331814528:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.166824:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331814528:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 185us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.166831:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9258 00002000:00100000:1.0:1734016090.166836:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3735552->3739647) req@ffff880097ef9500 x1818247331814528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.166842:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9500 with x1818247331814528 ext(3735552->3739647) 00002000:00010000:1.0:1734016090.166844:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9500 00000100:00100000:0.0:1734016090.170285:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.173684:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.173950:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331815040 00000100:00100000:1.0:1734016090.173960:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331815040 00002000:00100000:1.0:1734016090.174002:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3727360->3731455) req@ffff880097efad80 x1818247331815040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.174011:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efad80 with x1818247331815040 ext(3727360->3731455) 00002000:00010000:1.0:1734016090.174015:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efad80 00000100:00100000:1.0:1734016090.174047:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9260 00000100:00100000:1.0:1734016090.174055:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331815040:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.174214:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331815040:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 159us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.174223:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9260 00002000:00100000:1.0:1734016090.174228:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3727360->3731455) req@ffff880097efad80 x1818247331815040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.174233:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efad80 with x1818247331815040 ext(3727360->3731455) 00002000:00010000:1.0:1734016090.174236:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efad80 00000100:00100000:0.0:1734016090.183776:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.191104:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.192670:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331815552 00000100:00100000:1.0:1734016090.192693:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331815552 00002000:00100000:1.0:1734016090.192766:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3719168->3723263) req@ffff880097ef8380 x1818247331815552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.192775:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef8380 with x1818247331815552 ext(3719168->3723263) 00002000:00010000:1.0:1734016090.192780:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef8380 00000100:00100000:1.0:1734016090.192815:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9262 00000100:00100000:1.0:1734016090.192821:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331815552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.192973:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331815552:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 151us (1878us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.192980:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9262 00002000:00100000:1.0:1734016090.192985:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3719168->3723263) req@ffff880097ef8380 x1818247331815552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.192991:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef8380 with x1818247331815552 ext(3719168->3723263) 00002000:00010000:1.0:1734016090.192994:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef8380 00000100:00100000:0.0:1734016090.200476:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.214129:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.225183:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.225376:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331816192 00000100:00100000:1.0:1734016090.225384:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331816192 00000100:00100000:1.0:1734016090.225438:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11120 00000100:00100000:1.0:1734016090.225445:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331816192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.225462:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.225478:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58bd4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.225503:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31733a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5926912->5931007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bc6 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.225510:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31733aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bcd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.225516:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.225517:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.225520:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733b1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [10170368->10174463] (req 10170368->10174463) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bd4 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.225548:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31733aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bcd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.225558:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31733aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bcd expref: 8 pid: 7694 timeout: 454 lvb_type: 1 00000100:00100000:1.0:1734016090.225569:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260480:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016090.225644:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31733a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5926912->5931007) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bc6 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.225653:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31733a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5926912->5931007) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bc6 expref: 6 pid: 7694 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.225665:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260608:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016090.225695:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.228987:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260480:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016090.229002:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260608:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016090.229036:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [10170368->10174463] (req 10170368->10174463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bd4 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.229053:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3a80, rc 0) 00000100:00100000:1.0:1734016090.229103:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:9631:x1818247331816192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3656us (3928us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.229113:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11120 00000100:00100000:0.0:1734016090.229855:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.229904:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.251242:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.251432:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331816704 00000100:00100000:1.0:1734016090.251440:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331816704 00002000:00100000:1.0:1734016090.251478:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4157440->10174463) req@ffff88007718c380 x1818247331816704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 504/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.251487:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c380 with x1818247331816704 ext(4157440->10174463) 00002000:00010000:1.0:1734016090.251492:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718c380 00000100:00100000:1.0:1734016090.252043:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9265 00000100:00100000:1.0:1734016090.252051:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331816704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.256617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.300451:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331817088 00000100:00100000:0.0:1734016090.300459:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331817088 00002000:00100000:0.0:1734016090.300492:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (10149888->10174463) req@ffff8800795cf800 x1818247331817088/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.300501:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf800 with x1818247331817088 ext(10149888->10174463) 00002000:00010000:0.0:1734016090.300505:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cf800 00000100:00100000:0.0:1734016090.300530:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9267 00000100:00100000:0.0:1734016090.300536:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331817088:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016090.311467:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.314120:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.314198:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331817344 00000100:00100000:1.0:1734016090.314206:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331817344 00000100:00100000:1.0:1734016090.314244:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11121 00000100:00100000:1.0:1734016090.314249:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331817344:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016090.315539:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969519 is committed 00000100:00100000:1.0:1734016090.315864:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331817344:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1611us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.315872:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11121 00000100:00100000:0.0:1734016090.319542:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.319691:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331817472 00000100:00100000:1.0:1734016090.319701:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331817472 00000100:00100000:1.0:1734016090.319881:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11122 00000100:00100000:1.0:1734016090.319891:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331817472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.319915:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.319934:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31733b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58bdb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.319985:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260864:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.320035:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016090.322035:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1040 -> 1088 00000100:00100000:1.0:1734016090.322059:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260864:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.322089:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31733b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bdb expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.322102:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31733b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bdb expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.322305:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016090.322385:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1968:x1818247331817472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2495us (2850us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.322392:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11122 00000100:00100000:0.0:1734016090.325424:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.325480:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331817600 00000100:00100000:1.0:1734016090.325487:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331817600 00000100:00100000:1.0:1734016090.325609:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11123 00000100:00100000:1.0:1734016090.325615:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331817600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.325631:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.325645:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31733bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58be2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.325699:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260992:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.325772:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.329352:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334260992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.329405:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31733bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58be2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.329422:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2400/0xb46129d8d31733bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58be2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.329605:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2400, rc 0) 00000100:00100000:1.0:1734016090.329686:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331817600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4070us (4268us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.329694:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11123 00000100:00100000:0.0:1734016090.333325:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.337123:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.340493:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.344340:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.347504:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.350926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.354713:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.363509:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.363610:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331819392 00000100:00100000:1.0:1734016090.363619:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331819392 00000100:00100000:1.0:1734016090.363666:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11124 00000100:00100000:1.0:1734016090.363706:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331819392:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016090.369059:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969520 is committed 00000100:00100000:1.0:1734016090.369315:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331819392:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 5636us (5807us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.369328:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11124 00000100:00100000:0.0:1734016090.373107:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.377948:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331819520 00000100:00100000:1.0:1734016090.377961:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331819520 00000100:00100000:1.0:1734016090.378015:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11125 00000100:00100000:1.0:1734016090.378022:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331819520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.378037:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.378051:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d31733c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58be9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.378099:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.378153:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016090.379892:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1088 -> 1136 00000100:00100000:1.0:1734016090.379916:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261120:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.379947:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d31733c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58be9 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.379959:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3180/0xb46129d8d31733c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58be9 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.379993:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3180, rc 0) 00000100:00100000:1.0:1734016090.380034:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331819520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2011us (6935us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.380044:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11125 00000100:00100000:0.0:1734016090.384330:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.384444:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331819648 00000100:00100000:1.0:1734016090.384457:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331819648 00000100:00100000:1.0:1734016090.384538:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11126 00000100:00100000:1.0:1734016090.384548:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331819648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.384571:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.384594:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31733cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58bf0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.384668:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261248:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.384793:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.390273:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261248:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.390319:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31733cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bf0 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.390334:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31733cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bf0 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.390372:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016090.390447:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1971:x1818247331819648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5899us (6128us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.390457:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11126 00000100:00100000:0.0:1734016090.395393:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.396218:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331819776 00000100:00100000:1.0:1734016090.396228:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331819776 00000100:00100000:1.0:1734016090.396283:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11127 00000100:00100000:1.0:1734016090.396291:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331819776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.396309:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.396326:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d31733d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58bf7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.396381:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261376:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.396443:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.399416:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261376:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.399445:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d31733d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bf7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.399456:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d31733d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bf7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.399475:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3cc0, rc 0) 00000100:00100000:1.0:1734016090.399513:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331819776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3223us (4134us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.399521:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11127 00000100:00100000:0.0:1734016090.406522:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.406653:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331819904 00000100:00100000:1.0:1734016090.406661:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331819904 00000100:00100000:1.0:1734016090.406719:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11128 00000100:00100000:1.0:1734016090.406750:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331819904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.406769:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.406789:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31733db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58bfe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.406823:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10170368->10174463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bd4 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.406835:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.406837:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.406841:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31733db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9355264->9359359] (req 9355264->9359359) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bfe expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.406870:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10170368->10174463) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bd4 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.406880:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10170368->10174463) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bd4 expref: 5 pid: 7692 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.406892:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261504:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016090.406955:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.417552:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261504:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016090.417585:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31733db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9355264->9359359] (req 9355264->9359359) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bfe expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.417600:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016090.417646:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331819904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10897us (11132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.417654:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11128 00000100:00100000:0.0:1734016090.429410:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.439013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.447102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.451865:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.455243:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.458157:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.459292:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331821184:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 954us (1141us total) trans 4294969521 rc 0/0 00000100:00100000:0.0:1734016090.459299:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9279 00002000:00100000:0.0:1734016090.459305:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9342976->9359359) req@ffff880077301500 x1818247331821184/t4294969521(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 16872/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.459312:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301500 with x1818247331821184 ext(9342976->9359359) 00002000:00010000:0.0:1734016090.459316:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301500 00000100:00100000:0.0:1734016090.460895:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.461111:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331821312 00000100:00100000:1.0:1734016090.461118:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331821312 00000100:00100000:1.0:1734016090.461162:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11129 00000100:00100000:1.0:1734016090.461169:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331821312:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016090.462373:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969521 is committed 00000100:00100000:1.0:1734016090.463559:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331821312:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2384us (2663us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.463572:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11129 00000100:00100000:0.0:1734016090.467802:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.467913:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331821440 00000100:00100000:1.0:1734016090.467923:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331821440 00000100:00100000:1.0:1734016090.467982:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11130 00000100:00100000:1.0:1734016090.467990:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331821440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.468011:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.468027:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c05 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.468075:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261760:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.468128:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016090.470068:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1136 -> 1168 00000100:00100000:1.0:1734016090.470103:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261760:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.470146:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c05 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.470163:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3a80/0xb46129d8d31733e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c05 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.470199:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3a80, rc 0) 00000100:00100000:1.0:1734016090.470269:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331821440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2277us (2471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.470284:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11130 00000100:00100000:0.0:1734016090.473624:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.473755:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331821568 00000100:00100000:1.0:1734016090.473764:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331821568 00000100:00100000:1.0:1734016090.473818:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11131 00000100:00100000:1.0:1734016090.473824:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331821568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.473841:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.473855:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31733e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c0c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.473906:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261888:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.473961:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.475885:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334261888:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.475911:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31733e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c0c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.475922:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31733e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c0c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.475944:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016090.475974:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331821568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2149us (2361us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.475981:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11131 00000100:00100000:0.0:1734016090.479810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.483182:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331821696 00000100:00100000:1.0:1734016090.483196:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331821696 00000100:00100000:1.0:1734016090.483266:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11132 00000100:00100000:1.0:1734016090.483272:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331821696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.483291:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.483307:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31733f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c13 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.483338:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31733db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9355264->9359359) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bfe expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.483345:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.483347:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.483350:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31733f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c13 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.483377:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31733db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9355264->9359359) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bfe expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.483388:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31733db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9355264->9359359) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58bfe expref: 6 pid: 7692 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.483398:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334262016:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016090.483459:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.489540:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334262016:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016090.489574:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31733f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c13 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.489591:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016090.489649:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331821696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6375us (9846us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.489658:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11132 00000100:00100000:0.0:1734016090.498960:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.499615:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331821952 00000100:00100000:1.0:1734016090.499623:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331821952 00000100:00100000:1.0:1734016090.499660:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11133 00000100:00100000:1.0:1734016090.499666:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331821952:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016090.499897:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10365492 -> 10365492 00002000:00010000:1.0:1734016090.499901:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.499902:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.499904:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.499905:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1168 -> 1168 00000100:00100000:1.0:1734016090.499962:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331821952:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 294us (1011us total) trans 4294969522 rc 0/0 00000100:00100000:1.0:1734016090.499968:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11133 00000100:00100000:0.0:1734016090.505524:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.513333:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016090.524246:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016090.524260:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016090.524267:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016090.524273:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8282880 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016090.524278:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016090.524284:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016090.524300:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016090.524303:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016090.524307:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016090.524311:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d31733f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016090.524468:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.531814:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.544939:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.545056:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331822720 00000100:00100000:1.0:1734016090.545065:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331822720 00002000:00010000:1.0:1734016090.545096:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2224344->18446744073709551615) 00002000:00100000:1.0:1734016090.545099:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5180 with x1818247331822720 ext(2224344->18446744073709551615) 00002000:00010000:1.0:1734016090.545108:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5180. 00000100:00100000:1.0:1734016090.545146:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9280 00000100:00100000:1.0:1734016090.545155:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331822720:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016090.557646:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10365492 -> 2224344 00002000:00010000:1.0:1734016090.557653:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.557655:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.557657:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.557659:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1168 -> 472 00000100:00100000:1.0:1734016090.562699:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331822720:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 17532us (17755us total) trans 4294969523 rc 0/0 00000100:00100000:1.0:1734016090.562716:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9280 00002000:00010000:1.0:1734016090.563013:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2224344->18446744073709551615) 00002000:00100000:1.0:1734016090.563019:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5180 with x1818247331822720 ext(2224344->18446744073709551615) 00002000:00010000:1.0:1734016090.563034:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5180. 00000100:00100000:0.0:1734016090.564127:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.568144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.580469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.588056:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.594651:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.601845:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.601914:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331823488 00000100:00100000:1.0:1734016090.601921:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331823488 00000100:00100000:1.0:1734016090.601958:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11138 00000100:00100000:1.0:1734016090.601964:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331823488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.601979:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.601993:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317342f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c3d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.602033:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334262912:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.602073:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.603465:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334262912:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.603494:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317342f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c3d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.603505:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317342f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c3d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.603530:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016090.603568:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331823488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1603us (1732us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.603575:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11138 00000100:00100000:0.0:1734016090.605979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.606062:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331823616 00000100:00100000:1.0:1734016090.606070:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331823616 00000100:00100000:1.0:1734016090.606678:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11139 00000100:00100000:1.0:1734016090.606688:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331823616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.606707:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.606741:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173436 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c44 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.606799:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334263040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.606848:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.608614:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334263040:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.608640:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173436 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c44 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.608652:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173436 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c44 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.608661:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016090.608710:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331823616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2024us (2741us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.608716:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11139 00000100:00100000:0.0:1734016090.614845:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.615173:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331823744 00000100:00100000:1.0:1734016090.615185:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331823744 00000100:00100000:1.0:1734016090.615245:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11140 00000100:00100000:1.0:1734016090.615254:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331823744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.615273:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.615288:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317343d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c4b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.615347:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334263168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016090.615415:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.618829:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334263168:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016090.618866:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317343d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c4b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.618878:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317343d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c4b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.618902:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016090.618962:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331823744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3709us (4126us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.618970:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11140 00000100:00100000:0.0:1734016090.625606:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.625833:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331823872 00000100:00100000:1.0:1734016090.625841:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331823872 00000100:00100000:1.0:1734016090.625884:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11141 00000100:00100000:1.0:1734016090.625891:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331823872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.625910:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.625927:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3173444 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58c52 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.625949:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31733fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c1a expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.625955:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.625956:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.625958:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3173444 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [716800->720895] (req 716800->720895) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c52 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.625982:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31733fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c1a expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.625991:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31733fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c1a expref: 8 pid: 7694 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.626000:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334263296:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016090.626051:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.629774:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334263296:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016090.629802:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3173444 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [716800->720895] (req 716800->720895) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c52 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.629816:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016090.629862:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331823872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3971us (4265us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.629870:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11141 00000100:00100000:0.0:1734016090.631077:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.643788:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.647931:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.666561:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.675381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.675468:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331825024 00000100:00100000:0.0:1734016090.675477:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331825024 00002000:00100000:0.0:1734016090.675521:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (704512->708607) req@ffff880079533800 x1818247331825024/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.675531:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247331825024 ext(704512->708607) 00002000:00010000:0.0:1734016090.675535:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016090.675568:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9284 00000100:00100000:0.0:1734016090.675574:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331825024:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.675777:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331825024:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 201us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.675787:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9284 00002000:00100000:0.0:1734016090.675791:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (704512->708607) req@ffff880079533800 x1818247331825024/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.675797:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247331825024 ext(704512->708607) 00002000:00010000:0.0:1734016090.675799:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016090.679256:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.681795:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.683012:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9286 00000100:00100000:0.0:1734016090.683019:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331825536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.683162:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331825536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 142us (1373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.683168:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9286 00002000:00100000:0.0:1734016090.683173:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (696320->700415) req@ffff880076f2a680 x1818247331825536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.683180:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2a680 with x1818247331825536 ext(696320->700415) 00002000:00010000:0.0:1734016090.683182:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2a680 00000100:00100000:1.0:1734016090.686373:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.689811:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.695426:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.697574:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.697807:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331826560 00000100:00100000:0.0:1734016090.697813:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331826560 00002000:00100000:0.0:1734016090.697836:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (679936->684031) req@ffff880079531500 x1818247331826560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.697844:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531500 with x1818247331826560 ext(679936->684031) 00002000:00010000:0.0:1734016090.697848:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531500 00000100:00100000:0.0:1734016090.697871:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9290 00000100:00100000:0.0:1734016090.697876:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331826560:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.697975:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331826560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 98us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.697980:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9290 00002000:00100000:0.0:1734016090.697986:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (679936->684031) req@ffff880079531500 x1818247331826560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.697991:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531500 with x1818247331826560 ext(679936->684031) 00002000:00010000:0.0:1734016090.697994:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531500 00000100:00100000:0.0:1734016090.699563:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.702065:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.706807:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.709817:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.711641:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.713754:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.718115:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.718180:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.723620:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.723938:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331828096 00000100:00100000:1.0:1734016090.723946:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331828096 00002000:00010000:1.0:1734016090.723977:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (840418->18446744073709551615) 00002000:00100000:1.0:1734016090.723982:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09500 with x1818247331828096 ext(840418->18446744073709551615) 00002000:00010000:1.0:1734016090.723991:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09500. 00000100:00100000:1.0:1734016090.724010:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9293 00000100:00100000:1.0:1734016090.724016:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331828096:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016090.725539:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2224344 -> 840418 00002000:00010000:1.0:1734016090.725545:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016091 00002000:00010000:1.0:1734016090.725547:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.725548:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016091 00002000:00010000:1.0:1734016090.725550:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 360 00000100:00100000:1.0:1734016090.726374:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331828096:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2353us (2758us total) trans 4294969525 rc 0/0 00000100:00100000:1.0:1734016090.726382:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9293 00002000:00010000:1.0:1734016090.726387:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (840418->18446744073709551615) 00002000:00100000:1.0:1734016090.726390:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09500 with x1818247331828096 ext(840418->18446744073709551615) 00002000:00010000:1.0:1734016090.726395:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09500. 00000100:00100000:0.0:1734016090.729455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.741354:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.741408:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331828480 00000100:00100000:1.0:1734016090.741417:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331828480 00002000:00100000:1.0:1734016090.741458:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (192512->196607) req@ffff880076c08000 x1818247331828480/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.741468:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08000 with x1818247331828480 ext(192512->196607) 00002000:00010000:1.0:1734016090.741472:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08000 00000100:00100000:1.0:1734016090.741662:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9294 00000100:00100000:1.0:1734016090.741680:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331828480:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.742023:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331828480:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 342us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.742030:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9294 00002000:00100000:1.0:1734016090.742036:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (192512->196607) req@ffff880076c08000 x1818247331828480/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.742043:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08000 with x1818247331828480 ext(192512->196607) 00002000:00010000:1.0:1734016090.742046:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08000 00000100:00100000:0.0:1734016090.747985:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.748246:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331828736 00000100:00100000:1.0:1734016090.748255:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331828736 00002000:00100000:1.0:1734016090.748298:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (188416->192511) req@ffff880076c09180 x1818247331828736/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.748307:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09180 with x1818247331828736 ext(188416->192511) 00002000:00010000:1.0:1734016090.748312:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09180 00000100:00100000:1.0:1734016090.748472:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9295 00000100:00100000:1.0:1734016090.748480:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331828736:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.748630:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331828736:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 150us (653us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.748636:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9295 00002000:00100000:1.0:1734016090.748641:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (188416->192511) req@ffff880076c09180 x1818247331828736/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.748648:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09180 with x1818247331828736 ext(188416->192511) 00002000:00010000:1.0:1734016090.748651:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09180 00000100:00100000:0.0:1734016090.751650:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.755759:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.756463:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331829248 00000100:00100000:1.0:1734016090.756475:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331829248 00002000:00100000:1.0:1734016090.756524:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (180224->184319) req@ffff880076c0a300 x1818247331829248/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.756533:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0a300 with x1818247331829248 ext(180224->184319) 00002000:00010000:1.0:1734016090.756540:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0a300 00000100:00100000:1.0:1734016090.756578:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9297 00000100:00100000:1.0:1734016090.756587:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331829248:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.756831:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331829248:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 245us (1108us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.756838:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9297 00002000:00100000:1.0:1734016090.756843:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (180224->184319) req@ffff880076c0a300 x1818247331829248/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.756849:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0a300 with x1818247331829248 ext(180224->184319) 00002000:00010000:1.0:1734016090.756852:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c0a300 00000100:00100000:0.0:1734016090.766498:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.777214:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.777398:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331829760 00000100:00100000:1.0:1734016090.777406:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331829760 00002000:00100000:1.0:1734016090.777439:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (172032->176127) req@ffff88012db21c00 x1818247331829760/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.777449:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21c00 with x1818247331829760 ext(172032->176127) 00002000:00010000:1.0:1734016090.777453:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db21c00 00000100:00100000:1.0:1734016090.777483:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9299 00000100:00100000:1.0:1734016090.777488:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331829760:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.777608:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331829760:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 119us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.777615:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9299 00002000:00100000:1.0:1734016090.777620:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (172032->176127) req@ffff88012db21c00 x1818247331829760/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.777626:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21c00 with x1818247331829760 ext(172032->176127) 00002000:00010000:1.0:1734016090.777629:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db21c00 00000100:00100000:0.0:1734016090.782076:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.792534:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.792631:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331830272 00000100:00100000:1.0:1734016090.792641:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331830272 00002000:00100000:1.0:1734016090.792688:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (163840->167935) req@ffff88012db20380 x1818247331830272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.792698:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20380 with x1818247331830272 ext(163840->167935) 00002000:00010000:1.0:1734016090.792703:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20380 00000100:00100000:1.0:1734016090.792759:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9301 00000100:00100000:1.0:1734016090.792766:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331830272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.792907:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331830272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 141us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.792914:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9301 00002000:00100000:1.0:1734016090.792919:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (163840->167935) req@ffff88012db20380 x1818247331830272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.792926:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20380 with x1818247331830272 ext(163840->167935) 00002000:00010000:1.0:1734016090.792929:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20380 00000100:00100000:0.0:1734016090.800343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.804438:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.804619:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331830784 00000100:00100000:1.0:1734016090.804628:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331830784 00002000:00100000:1.0:1734016090.804661:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (155648->159743) req@ffff88012db22a00 x1818247331830784/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.804680:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22a00 with x1818247331830784 ext(155648->159743) 00002000:00010000:1.0:1734016090.804686:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22a00 00000100:00100000:1.0:1734016090.804717:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9303 00000100:00100000:1.0:1734016090.804751:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331830784:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.804878:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331830784:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 128us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016090.804885:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9303 00002000:00100000:1.0:1734016090.804889:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (155648->159743) req@ffff88012db22a00 x1818247331830784/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.804895:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22a00 with x1818247331830784 ext(155648->159743) 00002000:00010000:1.0:1734016090.804898:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22a00 00000100:00100000:0.0:1734016090.807475:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.810070:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.813810:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.821953:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.826315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.830348:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.840799:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.845002:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.846526:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9305 00000100:00100000:0.0:1734016090.846537:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331832064:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.847187:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331832064:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 650us (2191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.847195:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9305 00002000:00100000:0.0:1734016090.847201:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (757760->761855) req@ffff88012db21880 x1818247331832064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.847209:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21880 with x1818247331832064 ext(757760->761855) 00002000:00010000:0.0:1734016090.847213:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db21880 00000100:00100000:0.0:1734016090.850644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.856560:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.861699:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.865379:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334264832:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016090.865394:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016090.865442:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331832576:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3545us (3750us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.865455:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3028 00000100:00100000:0.0:1734016090.873297:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.879511:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.894329:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.900524:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.904682:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.907655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.912578:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.918876:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.923836:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.927606:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.931208:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.934920:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.940592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.948647:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.961232:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.969088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016090.969845:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3029 00000100:00100000:1.0:1734016090.969852:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331835904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.969864:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016090.969878:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 360 -> 488 00010000:00010000:1.0:1734016090.969884:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3173498 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6987776->7053311) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c91 expref: 11 pid: 7694 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016090.969894:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3173498 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6987776->7053311) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c91 expref: 11 pid: 7694 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016090.969915:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3173498 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6987776->7053311) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58c91 expref: 11 pid: 7694 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016090.969931:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.969933:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.969939:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31734d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8003584->8011775) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58cc9 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.969945:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31734d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8003584->8011775) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58cc9 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.969979:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31734d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8003584->8011775) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58cc9 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.969990:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334265984:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016090.970038:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.973692:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334265984:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016090.973715:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.974132:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331835904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4278us (5049us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.974142:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3029 00000100:00100000:0.0:1734016090.974274:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.977504:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.982994:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016090.995432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.005865:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.009709:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.016832:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.026590:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.036259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.041428:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.049864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.054316:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.066538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.075380:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.084399:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.093054:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.093910:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331838464 00000100:00100000:0.0:1734016091.093927:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331838464 00002000:00100000:0.0:1734016091.093986:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7188480->7192575) req@ffff88012ea91180 x1818247331838464/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.093997:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91180 with x1818247331838464 ext(7188480->7192575) 00002000:00010000:0.0:1734016091.094004:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91180 00000100:00100000:0.0:1734016091.094390:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9318 00000100:00100000:0.0:1734016091.094399:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331838464:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.094654:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331838464:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 255us (1611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.094671:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9318 00002000:00100000:0.0:1734016091.094676:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7188480->7192575) req@ffff88012ea91180 x1818247331838464/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.094684:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91180 with x1818247331838464 ext(7188480->7192575) 00002000:00010000:0.0:1734016091.094687:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91180 00000100:00100000:0.0:1734016091.099569:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.102835:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.106687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.110159:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.126589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.128264:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9322 00000100:00100000:0.0:1734016091.128277:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331839616:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.193611:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331839616:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 65326us (67022us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016091.193623:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9322 00002000:00100000:0.0:1734016091.193635:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->5058559) req@ffff880076509500 x1818247331839616/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 504/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.193644:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509500 with x1818247331839616 ext(0->5058559) 00002000:00010000:0.0:1734016091.193650:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509500 00000100:00100000:1.0:1734016091.224787:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.233795:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331840256 00000100:00100000:0.0:1734016091.233809:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331840256 00000100:00100000:0.0:1734016091.233863:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11169 00000100:00100000:0.0:1734016091.233869:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:9631:x1818247331840256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016091.233885:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.233903:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173524 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58d0f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.233930:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.233937:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317350f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d08 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.233942:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.233944:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.233947:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173524 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7163904->7167999] (req 7163904->7167999) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d0f expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.233979:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317350f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d08 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.233988:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317350f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d08 expref: 10 pid: 7694 timeout: 455 lvb_type: 1 00000100:00100000:0.0:1734016091.233999:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334267264:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016091.234078:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.234085:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016091.234095:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334267392:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016091.234111:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.241605:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334267264:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016091.241621:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334267392:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016091.241671:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173524 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7163904->7167999] (req 7163904->7167999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d0f expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.241692:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016091.241845:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:9631:x1818247331840256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7973us (8174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.241858:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11169 00000100:00100000:0.0:1734016091.244029:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.253525:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331840512 00000100:00100000:0.0:1734016091.253534:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331840512 00010000:00010000:0.0:1734016091.253563:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016091.253596:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3032 00000100:00100000:0.0:1734016091.253602:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247331840512:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016091.253614:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016091.253635:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.253647:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.253677:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3173508 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7200768->7204863) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d01 expref: 12 pid: 7694 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.253705:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.253709:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.253715:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7167999) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d0f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.253750:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7167999) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d0f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.253788:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7167999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d0f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.253801:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334267520:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016091.253854:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.254842:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016091.254856:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334267648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016091.254892:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016091.254949:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334267648 00000100:00100000:0.0:1734016091.254953:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334267648 00000100:00100000:0.0:1734016091.255002:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1734016091.255009:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334267648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016091.255027:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980132416 pending 90112 free 3923341312 avail 3691515904 00000100:00100000:0.0:1734016091.255059:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334267648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.255065:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00080000:0.0:1734016091.255088:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016061 00000100:00100000:1.0:1734016091.256518:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334268032:0@lo:400:kworker.0 00000100:00100000:1.0:1734016091.256552:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016091.256581:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734016091.256587:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3515:1818247334267904:0@lo:400:kworker.0 00000100:00100000:1.0:1734016091.256602:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016091.256641:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334267648:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1734016091.256717:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016061 00000100:00080000:0.0:1734016091.256747:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016061 00000100:00100000:0.0:1734016091.256762:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334268160 00000100:00100000:0.0:1734016091.256766:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334268160 00000100:00100000:0.0:1734016091.256800:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1734016091.256806:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334268160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016091.256849:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334268160:12345-0@lo:400:kworker.0 Request processed in 42us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.256854:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00080000:1.0:1734016091.257900:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016061 00000100:00080000:1.0:1734016091.257904:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016061 00000100:00100000:1.0:1734016091.257925:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3515:1818247334267904:0@lo:400:kworker.0 00000100:00100000:1.0:1734016091.257934:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247334268032:0@lo:400:kworker.0 00000100:00100000:0.0:1734016091.259233:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334267520:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016091.259245:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016091.259290:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331840512:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5687us (5851us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.259298:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3032 00000100:00100000:0.0:1734016091.291199:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.291242:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.291804:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9326 00000100:00100000:1.0:1734016091.291810:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331840896:12345-192.168.201.52@tcp:3:fsx.0 00000001:00080000:0.0:1734016091.385423:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968767 is committed 00000001:00080000:0.0:1734016091.385430:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968765 is committed 00000100:00100000:0.0:1734016091.396123:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.430801:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.430894:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331841280 00000100:00100000:0.0:1734016091.430901:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331841280 00000100:00100000:0.0:1734016091.430945:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2307 00000100:00100000:0.0:1734016091.430949:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:9631:x1818247331841280:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016091.431020:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:9631:x1818247331841280:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 71us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.431024:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2307 00000100:00080000:1.0:1734016091.431210:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016061 00000100:00100000:0.0:1734016091.432849:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.436881:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.440872:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.456174:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.458965:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.461792:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.466909:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.472799:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.477441:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.480988:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.483550:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016091.489695:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969533 is committed 00000001:00080000:0.0:1734016091.489709:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969532 is committed 00000100:00100000:0.0:1734016091.492809:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.495888:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.499565:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.504326:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.504826:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331843456 00000100:00100000:1.0:1734016091.504832:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331843456 00010000:00010000:1.0:1734016091.504861:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3173555 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d39 expref: 7 pid: 7692 timeout: 455 lvb_type: 1 00000100:00100000:1.0:1734016091.504897:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3036 00000100:00100000:1.0:1734016091.504902:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331843456:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.504913:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.504930:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3173555 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d39 expref: 7 pid: 7692 timeout: 455 lvb_type: 1 00010000:00010000:1.0:1734016091.504939:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3173555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d39 expref: 7 pid: 7692 timeout: 455 lvb_type: 1 00010000:00010000:1.0:1734016091.504958:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3173555 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d39 expref: 7 pid: 7692 timeout: 455 lvb_type: 1 00010000:00010000:1.0:1734016091.504980:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.505022:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331843456:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 120us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.505028:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3036 00000100:00100000:1.0:1734016091.506979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:1.0:1734016091.513517:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969534 is committed 00000100:00100000:0.0:1734016091.515855:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.518156:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.521387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.527008:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.527257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.531676:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331844352 00000100:00100000:0.0:1734016091.531683:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331844352 00000100:00100000:0.0:1734016091.531713:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11182 00000100:00100000:0.0:1734016091.531718:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331844352:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016091.532597:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:0.0:1734016091.532601:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.532603:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.532604:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.532606:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 976 -> 1032 00000100:00100000:0.0:1734016091.532630:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331844352:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 911us (1168us total) trans 4294969535 rc 0/0 00000100:00100000:0.0:1734016091.532635:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11182 00000100:00100000:0.0:1734016091.535044:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.541279:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.546308:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.550845:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.554509:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.557961:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.564841:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.570869:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.575694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.580046:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.584862:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.595551:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.599122:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.602143:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.602269:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331846656 00000100:00100000:0.0:1734016091.602278:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331846656 00002000:00100000:0.0:1734016091.602316:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1314816->1318911) req@ffff88012ea92a00 x1818247331846656/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.602325:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92a00 with x1818247331846656 ext(1314816->1318911) 00002000:00010000:0.0:1734016091.602330:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea92a00 00000100:00100000:0.0:1734016091.602357:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9333 00000100:00100000:0.0:1734016091.602363:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331846656:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.602508:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331846656:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 143us (373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.602514:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9333 00002000:00100000:0.0:1734016091.602519:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1314816->1318911) req@ffff88012ea92a00 x1818247331846656/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.602525:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92a00 with x1818247331846656 ext(1314816->1318911) 00002000:00010000:0.0:1734016091.602528:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea92a00 00000100:00100000:0.0:1734016091.605678:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.609334:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.613396:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.613456:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331847424 00000100:00100000:0.0:1734016091.613463:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331847424 00002000:00100000:0.0:1734016091.613492:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1302528->1306623) req@ffff88012ea90000 x1818247331847424/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.613505:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90000 with x1818247331847424 ext(1302528->1306623) 00002000:00010000:0.0:1734016091.613509:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90000 00000100:00100000:0.0:1734016091.613537:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9336 00000100:00100000:0.0:1734016091.613543:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331847424:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.613679:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331847424:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 134us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016091.613685:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9336 00002000:00100000:0.0:1734016091.613690:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1302528->1306623) req@ffff88012ea90000 x1818247331847424/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/4536 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.613697:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90000 with x1818247331847424 ext(1302528->1306623) 00002000:00010000:0.0:1734016091.613699:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90000 00000100:00100000:0.0:1734016091.615604:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.618263:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.621237:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.624620:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.627545:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331848320:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2511us (2924us total) trans 4294969537 rc 0/0 00000100:00100000:0.0:1734016091.627557:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9340 00002000:00100000:0.0:1734016091.627568:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1331199) req@ffff8800796f9c00 x1818247331848320/t4294969537(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.627577:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9c00 with x1818247331848320 ext(1290240->1331199) 00002000:00010000:0.0:1734016091.627581:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9c00 00000100:00100000:1.0:1734016091.630262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016091.631805:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969537 is committed 00000001:00080000:0.0:1734016091.631818:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969536 is committed 00000100:00100000:0.0:1734016091.636636:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.640030:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016091.648407:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969538 is committed 00000100:00100000:0.0:1734016091.651436:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.654307:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.662431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.673169:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.680779:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.681052:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331849472 00000100:00100000:1.0:1734016091.681061:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331849472 00000100:00100000:1.0:1734016091.681107:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11195 00000100:00100000:1.0:1734016091.681114:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331849472:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016091.681305:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:1.0:1734016091.681308:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.681309:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.681311:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.681313:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1144 -> 1176 00000100:00100000:1.0:1734016091.681367:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331849472:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 252us (596us total) trans 4294969540 rc 0/0 00000100:00100000:1.0:1734016091.681373:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11195 00000100:00100000:0.0:1734016091.685890:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.685992:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331849600 00000100:00100000:1.0:1734016091.686001:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331849600 00000100:00100000:1.0:1734016091.686051:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11196 00000100:00100000:1.0:1734016091.686058:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079562d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331849600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.686074:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.686090:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31735be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58d94 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.686139:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334271488:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016091.686203:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.689179:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334271488:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016091.689212:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31735be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d94 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.689235:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31735be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d94 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.689256:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2d00, rc 0) 00000100:00100000:1.0:1734016091.689774:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079562d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331849600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3714us (3892us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.689784:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11196 00000100:00100000:0.0:1734016091.692241:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.692346:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331849728 00000100:00100000:1.0:1734016091.692355:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331849728 00000100:00100000:1.0:1734016091.692438:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11197 00000100:00100000:1.0:1734016091.692444:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331849728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.692460:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.692482:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31735c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58d9b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.692532:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334271616:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016091.692893:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.695104:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334271616:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016091.695142:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31735c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d9b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.695155:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31735c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d9b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.695164:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016091.695205:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331849728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2760us (2972us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.695212:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11197 00000100:00100000:1.0:1734016091.698057:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331849856 00000100:00100000:1.0:1734016091.698067:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331849856 00000100:00100000:1.0:1734016091.698162:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11198 00000100:00100000:1.0:1734016091.698170:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331849856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.698188:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.698204:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58da2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.698231:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31735b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6545408->6582271) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d8d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.698242:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016091.698243:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016091.698246:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3747840->3809279] (req 3747840->3809279) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.698272:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31735b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6545408->6582271) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d8d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.698282:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d31735b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6545408->6582271) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58d8d expref: 8 pid: 7694 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016091.698292:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334271744:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016091.698683:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.702592:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334271744:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016091.702622:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3747840->3809279] (req 3747840->3809279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.702636:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016091.702703:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:9631:x1818247331849856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4534us (4785us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.702711:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11198 00000100:00100000:0.0:1734016091.708543:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.708620:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331850112 00000100:00100000:1.0:1734016091.708627:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331850112 00000100:00100000:1.0:1734016091.708670:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11199 00000100:00100000:1.0:1734016091.708676:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331850112:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016091.708897:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8388608 -> 8388608 00002000:00010000:1.0:1734016091.708901:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.708902:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.708904:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:1.0:1734016091.708906:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1176 00000100:00100000:1.0:1734016091.708970:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331850112:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 292us (433us total) trans 4294969541 rc 0/0 00000100:00100000:1.0:1734016091.708976:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11199 00000100:00100000:0.0:1734016091.718874:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.724307:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cd500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334272000:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016091.724331:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00080000:1.0:1734016091.725063:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016061 00010000:00010000:0.0:1734016091.726802:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016091.726809:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016091.726882:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968768 00000004:00010000:0.0:1734016091.726922:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767b1500 reply state ffff88007620c000 transno 4294968769 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016091.726928:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016091.726988:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:9631:x1818247331850368:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7692us (8122us total) trans 4294968769 rc 0/0 00000100:00100000:0.0:1734016091.726995:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2308 00000020:00080000:0.0:1734016091.726998:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016091.733436:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016091.734219:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016091.734227:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016091.734232:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016091.734237:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016091.734240:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016091.734246:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016091.734257:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016091.734259:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016091.734262:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016091.734266:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d31735d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016091.735596:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334272128:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016091.735619:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.735630:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282f40, rc 0) 00000100:00100000:0.0:1734016091.735677:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:9631:x1818247331850624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2069us (2249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.735684:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11200 00000100:00100000:0.0:1734016091.735956:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331850752 00000100:00100000:0.0:1734016091.735960:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331850752 00010000:00010000:0.0:1734016091.735977:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3747840->3809279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da2 expref: 7 pid: 7692 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016091.736002:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3046 00000100:00100000:0.0:1734016091.736006:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331850752:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016091.736017:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016091.736030:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3809279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da2 expref: 7 pid: 7692 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016091.736039:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3809279) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da2 expref: 7 pid: 7692 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016091.736052:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31735cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3809279) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da2 expref: 7 pid: 7692 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016091.736069:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.736071:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.736075:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.736083:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.736104:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.736113:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334272256:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016091.736138:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.738874:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.745753:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331851008 00000100:00100000:0.0:1734016091.745764:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331851008 00000100:00100000:0.0:1734016091.756408:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016091.756504:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331851264 00000100:00100000:1.0:1734016091.756513:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331851264 00000100:00100000:1.0:1734016091.756547:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11201 00000100:00100000:1.0:1734016091.756553:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331851264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.756567:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.756580:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31735fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58dbe expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.756623:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334272384:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016091.756693:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.758570:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334272384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016091.758599:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31735fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58dbe expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.758609:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31735fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58dbe expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.758628:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016091.758776:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331851264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2222us (2374us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.758783:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11201 00000100:00100000:1.0:1734016091.760579:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331851392 00000100:00100000:1.0:1734016091.760586:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331851392 00000100:00100000:1.0:1734016091.760626:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11202 00000100:00100000:1.0:1734016091.760632:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331851392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.760646:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.760671:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1200/0xb46129d8d3173604 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58dc5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.760718:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334272512:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016091.760789:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.762317:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334272512:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016091.762351:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1200/0xb46129d8d3173604 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58dc5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.762365:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1200/0xb46129d8d3173604 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58dc5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.762376:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1200, rc 0) 00000100:00100000:1.0:1734016091.762426:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331851392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1792us (1913us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.762435:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11202 00000100:00100000:1.0:1734016091.792813:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.798820:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331851904 00000100:00100000:0.0:1734016091.798837:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331851904 00002000:00100000:0.0:1734016091.798886:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7671807) req@ffff88012ea92d80 x1818247331851904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.798897:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92d80 with x1818247331851904 ext(4194304->7671807) 00002000:00010000:0.0:1734016091.798902:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea92d80 00000100:00100000:0.0:1734016091.801904:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9344 00000100:00100000:0.0:1734016091.801917:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247331851904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.873403:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.873474:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.873499:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331852032 00000100:00100000:0.0:1734016091.873509:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331852032 00000100:00100000:0.0:1734016091.873567:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331852288 00000100:00100000:0.0:1734016091.873570:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331852288 00000100:00100000:0.0:1734016091.873601:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 123 00000100:00100000:0.0:1734016091.873608:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331852288:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016091.873692:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331852288:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 84us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.873699:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 123 00000100:00100000:0.0:1734016091.873775:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016091.873993:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016061 00000100:00080000:1.0:1734016091.873999:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016061 00000100:00100000:1.0:1734016091.874322:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331851904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 72407us (81518us total) trans 0 rc 3477504/3477504 00000100:00100000:1.0:1734016091.874329:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9344 00002000:00100000:1.0:1734016091.874338:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7671807) req@ffff88012ea92d80 x1818247331851904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 488/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 3477504/3477504 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.874352:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92d80 with x1818247331851904 ext(4194304->7671807) 00002000:00010000:1.0:1734016091.874357:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea92d80 00000100:00100000:1.0:1734016091.894012:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331852544 00000100:00100000:1.0:1734016091.894024:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331852544 00002000:00100000:1.0:1734016091.894064:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1040384->2359295) req@ffff88007946d500 x1818247331852544/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 504/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.894074:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946d500 with x1818247331852544 ext(1040384->2359295) 00002000:00010000:1.0:1734016091.894080:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946d500 00000100:00100000:1.0:1734016091.894119:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9345 00000100:00100000:1.0:1734016091.894127:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331852544:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016091.897613:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331852544:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3479us (3681us total) trans 4294969543 rc 0/0 00000100:00100000:1.0:1734016091.897624:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9345 00002000:00100000:1.0:1734016091.897635:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1040384->2359295) req@ffff88007946d500 x1818247331852544/t4294969543(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:52/0 lens 504/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.897642:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946d500 with x1818247331852544 ext(1040384->2359295) 00002000:00010000:1.0:1734016091.897657:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946d500 00000100:00100000:0.0:1734016091.910970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:1.0:1734016091.925046:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969543 is committed 00000001:00080000:1.0:1734016091.925079:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969541 is committed 00000100:00100000:1.0:1734016091.927540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.944956:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11207 00000100:00100000:0.0:1734016091.944964:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331853056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016091.944979:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.944993:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3173620 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58de1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.945036:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273024:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016091.945089:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.957232:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.982996:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.984314:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3047 00000100:00100000:0.0:1734016091.984321:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac803c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331853312:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016091.984334:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016091.984354:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 7 pid: 7694 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016091.984366:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 7 pid: 7694 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016091.984385:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282f40/0xb46129d8d31735da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58da9 expref: 7 pid: 7694 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016091.984415:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.984416:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016091.984423:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.984431:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.984466:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.984489:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334273280:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016091.984554:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.986785:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331853440 00000100:00100000:0.0:1734016091.986791:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331853440 00000100:00100000:0.0:1734016091.986826:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11209 00000100:00100000:0.0:1734016091.986831:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331853440:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016091.987016:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7670421 -> 7670421 00002000:00010000:0.0:1734016091.987019:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016091.987021:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016091.987023:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016091.987024:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 1088 00000100:00100000:0.0:1734016091.987056:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331853440:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 223us (289us total) trans 4294969544 rc 0/0 00000100:00100000:0.0:1734016091.987062:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11209 00000100:00100000:0.0:1734016091.988799:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016091.997136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.000894:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.000980:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331853952 00000100:00100000:1.0:1734016092.000987:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331853952 00000100:00100000:1.0:1734016092.001017:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11210 00000100:00100000:1.0:1734016092.001024:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:9631:x1818247331853952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.001037:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.001050:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3173635 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58def expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.001072:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.001078:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.001080:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.001083:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3173635 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58def expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.001106:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.001116:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 6 pid: 10116 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.001127:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273536:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016092.001163:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00080000:0.0:1734016092.001206:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016062 00000100:00100000:0.0:1734016092.003225:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016092.003396:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016062 00010000:00010000:1.0:1734016092.003557:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280900/0xb46129d8d3173627 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1802240->1818623) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58de8 expref: 7 pid: 10116 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.003883:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273536:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016092.003903:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3173635 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58def expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.003916:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016092.003936:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331853952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2913us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.003943:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11210 00000100:00100000:0.0:1734016092.005399:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.005551:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331854208 00000100:00100000:1.0:1734016092.005556:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331854208 00002000:00010000:1.0:1734016092.005575:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2077595->18446744073709551615) 00002000:00100000:1.0:1734016092.005578:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247331854208 ext(2077595->18446744073709551615) 00002000:00010000:1.0:1734016092.005585:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ca80. 00000100:00100000:1.0:1734016092.005613:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9346 00000100:00100000:1.0:1734016092.005618:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331854208:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016092.022381:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7670421 -> 2077595 00002000:00010000:0.0:1734016092.022389:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.022391:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.022393:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.022395:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 648 00000100:00100000:0.0:1734016092.022476:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331854208:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 16851us (17074us total) trans 4294969545 rc 0/0 00000100:00100000:0.0:1734016092.022485:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9346 00002000:00010000:0.0:1734016092.022492:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2077595->18446744073709551615) 00002000:00100000:0.0:1734016092.022496:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247331854208 ext(2077595->18446744073709551615) 00002000:00010000:0.0:1734016092.022502:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ca80. 00000100:00100000:0.0:1734016092.027972:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.032892:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.038719:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.039482:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331854592 00000100:00100000:1.0:1734016092.039492:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331854592 00000100:00100000:1.0:1734016092.039549:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11211 00000100:00100000:1.0:1734016092.039558:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331854592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.039582:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.039602:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3173658 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e04 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.039665:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016092.039750:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.044891:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273792:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016092.044929:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3173658 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e04 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.044942:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3173658 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e04 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.044955:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016092.045006:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331854592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5449us (6303us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.045013:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11211 00000100:00100000:0.0:1734016092.050083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.050319:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331854720 00000100:00100000:1.0:1734016092.050327:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331854720 00000100:00100000:1.0:1734016092.050374:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11212 00000100:00100000:1.0:1734016092.050381:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331854720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.050402:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.050417:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317365f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e0b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.050467:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273920:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016092.050514:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.056164:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334273920:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016092.056204:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317365f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e0b expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.056219:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317365f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e0b expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.056247:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016092.056283:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331854720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5903us (6209us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.056291:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11212 00000100:00100000:0.0:1734016092.059612:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.059762:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331854848 00000100:00100000:1.0:1734016092.059770:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331854848 00000100:00100000:1.0:1734016092.059822:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11213 00000100:00100000:1.0:1734016092.059828:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331854848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.059845:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.059862:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1200/0xb46129d8d3173666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e12 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.059911:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334274048:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016092.059974:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.076680:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334274048:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016092.076711:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1200/0xb46129d8d3173666 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e12 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.076753:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1200/0xb46129d8d3173666 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e12 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.076775:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1200, rc 0) 00000100:00100000:1.0:1734016092.076819:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331854848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16990us (17220us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.076830:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11213 00000100:00100000:0.0:1734016092.084488:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.085709:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331854976 00000100:00100000:1.0:1734016092.085839:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331854976 00000100:00100000:0.0:1734016092.098341:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.114874:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.115359:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331855360 00000100:00100000:1.0:1734016092.115369:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331855360 00002000:00100000:1.0:1734016092.115432:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->2080767) req@ffff8800795f6680 x1818247331855360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.115447:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f6680 with x1818247331855360 ext(0->2080767) 00002000:00010000:1.0:1734016092.115452:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f6680 00000100:00100000:1.0:1734016092.115489:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9347 00000100:00100000:1.0:1734016092.115496:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331855360:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.167018:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334274432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016092.167096:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016092.172753:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334274432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016092.177982:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.182086:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.182358:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331855616 00000100:00100000:1.0:1734016092.182367:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331855616 00000100:00100000:1.0:1734016092.182419:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11216 00000100:00100000:1.0:1734016092.182427:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331855616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.182446:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.182468:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d317367b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e27 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.182498:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317366d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e19 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.182506:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173674 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e20 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.182516:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.182518:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.182521:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d317367b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1257472->1277951] (req 1257472->1277951) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e27 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.182556:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e20 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.182568:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173674 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e20 expref: 9 pid: 7694 timeout: 456 lvb_type: 1 00000100:00100000:1.0:1734016092.182581:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334274560:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016092.182660:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317366d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e19 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.182669:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317366d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e19 expref: 6 pid: 7694 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.182677:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334274688:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016092.182692:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.189280:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.189330:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016092.190698:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173674 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e20 expref: 9 pid: 7694 timeout: 456 lvb_type: 1 00000100:00100000:1.0:1734016092.190741:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334274560:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016092.190755:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317366d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e19 expref: 7 pid: 7694 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.190763:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334274688:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016092.190785:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d317367b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e27 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.190793:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016092.190813:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331855616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8388us (8740us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.190819:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11216 00000100:00100000:0.0:1734016092.199483:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.199611:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331856000 00000100:00100000:1.0:1734016092.199621:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331856000 00000100:00100000:1.0:1734016092.199685:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11217 00000100:00100000:1.0:1734016092.199692:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331856000:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016092.200038:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2077595 -> 2077595 00002000:00010000:1.0:1734016092.200042:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.200044:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.200046:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.200047:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 648 -> 624 00000100:00100000:1.0:1734016092.200089:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331856000:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 396us (617us total) trans 4294969546 rc 0/0 00000100:00100000:1.0:1734016092.200095:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11217 00000100:00100000:0.0:1734016092.202602:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.215214:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.234400:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.252236:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.262016:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.265666:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.270095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016092.270172:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016092.270186:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016092.270192:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016092.270198:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8282880 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016092.270201:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016092.270208:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016092.270223:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016092.270225:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016092.270229:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016092.270234:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282880/0xb46129d8d317369e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016092.272633:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.279459:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.284478:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.301883:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.305596:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331857792 00000100:00100000:0.0:1734016092.305609:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331857792 00000100:00100000:0.0:1734016092.305680:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11224 00000100:00100000:0.0:1734016092.305688:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331857792:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016092.305959:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9814575 -> 9814575 00002000:00010000:0.0:1734016092.305962:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.305964:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.305966:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.305968:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 624 -> 752 00000100:00100000:0.0:1734016092.306017:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331857792:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 329us (495us total) trans 4294969548 rc 0/0 00000100:00100000:0.0:1734016092.306025:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11224 00000100:00100000:0.0:1734016092.309679:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.309796:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331857920 00000100:00100000:1.0:1734016092.309806:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331857920 00000100:00100000:1.0:1734016092.309848:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11225 00000100:00100000:1.0:1734016092.309855:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331857920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.309873:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.309889:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31736cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e66 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.309951:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334275968:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016092.310010:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.311812:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334275968:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016092.311842:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31736cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e66 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.311854:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2880/0xb46129d8d31736cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e66 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.311879:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016092.312543:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331857920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2685us (2870us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.312556:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11225 00000100:00100000:1.0:1734016092.315950:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331858048 00000100:00100000:1.0:1734016092.315962:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331858048 00000100:00100000:1.0:1734016092.316037:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11226 00000100:00100000:1.0:1734016092.316046:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331858048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.316070:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.316093:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31736d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e6d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.316168:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276096:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016092.316274:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.318302:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276096:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016092.318351:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31736d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e6d expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.318365:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31736d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e6d expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.319037:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:0.0:1734016092.319178:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331858048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3128us (3656us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.319190:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11226 00000100:00100000:0.0:1734016092.324281:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.328618:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276224:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016092.328687:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31736dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e74 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.328710:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31736dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e74 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.328835:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282ac0, rc 0) 00000100:00100000:0.0:1734016092.328917:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331858176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4446us (4646us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.328931:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11227 00000100:00100000:1.0:1734016092.332090:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.332367:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331858304 00000100:00100000:0.0:1734016092.332379:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331858304 00000100:00100000:0.0:1734016092.332445:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11228 00000100:00100000:0.0:1734016092.332454:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331858304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.332477:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.332496:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31736e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e7b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.332558:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276352:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016092.332633:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.337036:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331858432 00000100:00100000:0.0:1734016092.337049:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331858432 00000100:00100000:0.0:1734016092.337116:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11229 00000100:00100000:0.0:1734016092.337125:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:9631:x1818247331858432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.337144:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.337164:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31736eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58e82 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.337196:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31736c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5107711) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e5f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.337204:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.337206:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.337211:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31736eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6045696->6057983] (req 6045696->6057983) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e82 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.337248:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31736c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5107711) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e5f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.337262:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da400/0xb46129d8d31736c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5042176->5107711) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e5f expref: 7 pid: 7694 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.337276:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276480:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016092.337355:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.341004:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.341517:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276480:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016092.341551:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d31736eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6045696->6057983] (req 6045696->6057983) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e82 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.341568:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016092.341621:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:9631:x1818247331858432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4496us (4691us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.341630:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11229 00000100:00100000:0.0:1734016092.345706:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331858688 00000100:00100000:0.0:1734016092.345717:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331858688 00000100:00100000:0.0:1734016092.346058:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11230 00000100:00100000:0.0:1734016092.346065:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331858688:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016092.346257:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9814575 -> 9814575 00002000:00010000:0.0:1734016092.346261:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.346263:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.346264:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.346266:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:0.0:1734016092.346988:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331858688:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 921us (1426us total) trans 4294969549 rc 0/0 00000100:00100000:0.0:1734016092.346995:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11230 00000100:00100000:0.0:1734016092.350430:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.388718:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.388778:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.388807:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.388834:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331859328 00000100:00100000:0.0:1734016092.388840:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331859328 00002000:00100000:0.0:1734016092.388872:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880075ffad80 x1818247331859328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.388881:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffad80 with x1818247331859328 ext(4194304->8388607) 00002000:00010000:0.0:1734016092.388885:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffad80 00000100:00100000:0.0:1734016092.388903:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331859200 00000100:00100000:0.0:1734016092.388904:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331859200 00002000:00100000:0.0:1734016092.388912:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012e1a7800 x1818247331859200/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.388918:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7800 with x1818247331859200 ext(0->4194303) 00002000:00010000:0.0:1734016092.388920:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7800 00000100:00100000:0.0:1734016092.388925:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331859456 00000100:00100000:0.0:1734016092.388926:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331859456 00002000:00100000:0.0:1734016092.388931:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9818111) req@ffff88012e1a7100 x1818247331859456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.388937:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7100 with x1818247331859456 ext(8388608->9818111) 00002000:00010000:0.0:1734016092.388939:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7100 00000100:00100000:0.0:1734016092.388946:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9349 00000100:00100000:0.0:1734016092.388951:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331859328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.530619:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331859328:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 141657us (141897us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016092.530631:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9349 00002000:00100000:1.0:1734016092.530653:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880075ffad80 x1818247331859328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:53/0 lens 488/440 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.530663:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffad80 with x1818247331859328 ext(4194304->8388607) 00002000:00010000:1.0:1734016092.530668:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffad80 00000100:00100000:0.0:1734016092.550050:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.550205:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331859712 00000100:00100000:1.0:1734016092.550223:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331859712 00002000:00100000:1.0:1734016092.550298:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (966656->1019903) req@ffff88012e1a7b80 x1818247331859712/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.550312:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7b80 with x1818247331859712 ext(966656->1019903) 00002000:00010000:1.0:1734016092.550319:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7b80 00000100:00100000:1.0:1734016092.550370:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9352 00000100:00100000:1.0:1734016092.550380:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247331859712:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016092.554973:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331859712:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4577us (4920us total) trans 4294969550 rc 0/0 00000100:00100000:1.0:1734016092.554989:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9352 00002000:00100000:1.0:1734016092.555006:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (966656->1019903) req@ffff88012e1a7b80 x1818247331859712/t4294969550(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.555016:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7b80 with x1818247331859712 ext(966656->1019903) 00002000:00010000:1.0:1734016092.555024:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7b80 00000100:00100000:0.0:1734016092.570477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.580546:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:0.0:1734016092.587924:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 752 -> 856 00000100:00100000:0.0:1734016092.587965:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334276992:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016092.588012:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3173700 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e97 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.588030:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3173700 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58e97 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.588472:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:0.0:1734016092.588694:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331860096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5554us (8161us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.588704:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11234 00000100:00100000:1.0:1734016092.593714:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.631052:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331860480 00000100:00100000:0.0:1734016092.631063:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331860480 00000100:00100000:0.0:1734016092.631123:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11237 00000100:00100000:0.0:1734016092.631132:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331860480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.631152:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.631173:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3173715 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58eac expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.631239:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334277376:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016092.631325:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.634155:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334277376:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016092.634198:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3173715 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58eac expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.634214:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3173715 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58eac expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.634246:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016092.634309:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331860480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3177us (3762us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.634318:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11237 00000100:00100000:1.0:1734016092.638049:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.638202:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331860608 00000100:00100000:0.0:1734016092.638219:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331860608 00000100:00100000:0.0:1734016092.638281:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11238 00000100:00100000:0.0:1734016092.638291:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331860608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.638319:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.638346:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317371c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58eb3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.638431:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334277504:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016092.638535:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.675433:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.685980:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334277760:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016092.686014:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.689599:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331860864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13707us (14162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.689623:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3056 00000100:00100000:1.0:1734016092.717193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.721862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.721921:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331861248 00000100:00100000:1.0:1734016092.721924:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331861248 00002000:00100000:1.0:1734016092.721947:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6270976->9818111) req@ffff88013501ed80 x1818247331861248/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:53/0 lens 504/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.721955:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501ed80 with x1818247331861248 ext(6270976->9818111) 00002000:00010000:1.0:1734016092.721958:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501ed80 00000100:00100000:1.0:1734016092.721978:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9354 00000100:00100000:1.0:1734016092.721982:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331861248:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.783886:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331861248:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 61889us (62012us total) trans 0 rc 3543040/3543040 00000100:00100000:1.0:1734016092.783901:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9354 00002000:00100000:1.0:1734016092.783912:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6270976->9818111) req@ffff88013501ed80 x1818247331861248/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:53/0 lens 504/440 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 3543040/3543040 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.783921:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501ed80 with x1818247331861248 ext(6270976->9818111) 00002000:00010000:1.0:1734016092.783926:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501ed80 00000100:00100000:0.0:1734016092.836087:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.838081:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9355 00000100:00100000:1.0:1734016092.838104:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331861504:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016092.839473:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331861504:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1370us (3394us total) trans 4294969551 rc 0/0 00000100:00100000:1.0:1734016092.839485:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9355 00002000:00100000:1.0:1734016092.839497:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6348800->6361087) req@ffff88012e1a4a80 x1818247331861504/t4294969551(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:53/0 lens 12776/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.839510:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4a80 with x1818247331861504 ext(6348800->6361087) 00002000:00010000:1.0:1734016092.839520:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4a80 00000100:00100000:0.0:1734016092.842229:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.850104:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331861760:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3589us (3854us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.850125:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11240 00000100:00100000:0.0:1734016092.854903:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.878881:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331862016 00000100:00100000:0.0:1734016092.878898:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331862016 00000100:00100000:1.0:1734016092.897273:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11243 00000100:00100000:1.0:1734016092.897284:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331862272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.897312:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.897342:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3173731 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58ec8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.897418:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334278144:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016092.897907:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.901491:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334278144:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016092.901585:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3173731 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ec8 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.901615:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3173731 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ec8 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.901817:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016092.902275:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331862272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4988us (6093us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.902288:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11243 00000100:00100000:1.0:1734016092.907240:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016092.911318:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334278272:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016092.911416:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173738 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ecf expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.911444:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8280480/0xb46129d8d3173738 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ecf expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.912147:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8280480, rc 0) 00000100:00100000:0.0:1734016092.912251:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331862400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4467us (5033us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.912268:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11244 00000100:00100000:0.0:1734016092.917589:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.927679:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.954613:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.987282:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016092.987335:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.083253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.089270:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016093.090792:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969553 is committed 00000100:00100000:1.0:1734016093.096031:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.101676:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.110986:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.122374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.141774:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.169046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016093.180181:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969554 is committed 00000100:00100000:1.0:1734016093.184749:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.199058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.207085:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.210638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.222496:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.244866:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.248189:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334279680:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016093.248210:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.248255:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331865216:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3189us (3399us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.248265:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3058 00000100:00100000:0.0:1734016093.250181:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.257215:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.259619:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.262820:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.266872:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.269792:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.281633:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.281667:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.281696:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331866624 00000100:00100000:0.0:1734016093.281702:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331866624 00010000:00010000:0.0:1734016093.281746:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3173785 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f1c expref: 10 pid: 10116 timeout: 457 lvb_type: 1 00000100:00100000:0.0:1734016093.281777:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331866752 00000100:00100000:0.0:1734016093.281779:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331866752 00010000:00010000:0.0:1734016093.281786:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d317377e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6184960->6189055) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f15 expref: 6 pid: 10116 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016093.281799:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3059 00000100:00100000:0.0:1734016093.281804:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331866624:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.281817:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.281834:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3173785 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f1c expref: 10 pid: 10116 timeout: 457 lvb_type: 1 00010000:00010000:0.0:1734016093.281843:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3173785 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f1c expref: 10 pid: 10116 timeout: 457 lvb_type: 1 00010000:00010000:0.0:1734016093.281862:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.281896:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331866624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 91us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.281902:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3059 00000100:00100000:0.0:1734016093.281916:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3060 00000100:00100000:0.0:1734016093.281920:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331866752:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.281926:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.281932:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d317377e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6184960->6189055) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f15 expref: 6 pid: 10116 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.281939:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d317377e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6184960->6189055) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f15 expref: 6 pid: 10116 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.281948:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.281950:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.281955:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317378c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2015232->2047999) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f23 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.281962:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317378c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2015232->2047999) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f23 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.281986:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317378c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2015232->2047999) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58f23 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.281997:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334280064:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016093.282023:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.296033:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.305449:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.323359:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.335840:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.343260:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.349155:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016093.349906:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00000100:00100000:0.0:1734016093.362033:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016093.363035:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00000100:00100000:1.0:1734016093.365210:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.369967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.380978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.395962:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.403020:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.416306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.462042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.472782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.480861:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.484423:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.498481:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.498604:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331869568 00000100:00100000:1.0:1734016093.498614:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331869568 00002000:00100000:1.0:1734016093.498662:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2596863) req@ffff880075ffb480 x1818247331869568/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:54/0 lens 504/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.498671:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb480 with x1818247331869568 ext(0->2596863) 00002000:00010000:1.0:1734016093.498675:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb480 00000100:00100000:1.0:1734016093.498702:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9367 00000100:00100000:1.0:1734016093.498708:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331869568:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.532092:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331869568:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 33377us (33614us total) trans 0 rc 2539520/2539520 00000100:00100000:1.0:1734016093.532103:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9367 00002000:00100000:1.0:1734016093.532113:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2596863) req@ffff880075ffb480 x1818247331869568/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:54/0 lens 504/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 2539520/2539520 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.532122:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb480 with x1818247331869568 ext(0->2596863) 00002000:00010000:1.0:1734016093.532127:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb480 00000100:00100000:0.0:1734016093.537345:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.541340:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.548550:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.558121:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.565793:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.573494:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.578019:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.585784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.591131:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.602510:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.608092:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.612090:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016093.613030:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016093.613041:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016093.613050:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016093.613055:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8280900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016093.613060:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016093.613068:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016093.613088:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016093.613091:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016093.613095:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016093.613100:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173826 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016093.626945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.631845:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.757972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.773004:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.776027:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:1.0:1734016093.777589:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969561 is committed 00000001:00080000:1.0:1734016093.777647:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969557 is committed 00000100:00100000:1.0:1734016093.781409:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.783970:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.789969:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.820164:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.827996:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.839938:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.840483:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331873152 00000100:00100000:0.0:1734016093.840492:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331873152 00010000:00010000:0.0:1734016093.840521:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173849 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58faf expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016093.840569:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3065 00000100:00100000:0.0:1734016093.840576:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247331873152:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.840589:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.840595:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173849 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58faf expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016093.840605:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58faf expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016093.840633:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173849 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58faf expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016093.840666:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016093.840670:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173850 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016093.840677:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173850 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016093.840682:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173850 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016093.840703:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.840773:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247331873152:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 196us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.840779:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3065 00010000:00010000:0.0:1734016093.840810:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173850 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016093.840819:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173850 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016093.840898:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968780 00000004:00010000:0.0:1734016093.840934:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767b3b80 reply state ffff880130bc5000 transno 4294968781 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280900/0xb46129d8d3173850 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016093.840940:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016093.840999:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:9631:x1818247331873024:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 12814us (13014us total) trans 4294968781 rc 0/0 00000100:00100000:0.0:1734016093.841005:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2328 00000020:00080000:0.0:1734016093.841009:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016093.843706:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.851453:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.863712:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.867448:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.875366:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.887657:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.893842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.900879:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.905960:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334283520:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016093.905992:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3173881 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1101824->1105919] (req 1101824->1105919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fd9 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.906007:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282ac0, rc 0) 00000100:00100000:0.0:1734016093.906057:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331874176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4875us (5186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.906065:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11284 00000100:00100000:0.0:1734016093.909360:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.916925:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331874560 00000100:00100000:0.0:1734016093.916935:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331874560 00002000:00100000:0.0:1734016093.916973:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1101824->9453567) req@ffff8800795cca80 x1818247331874560/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:54/0 lens 504/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.916982:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cca80 with x1818247331874560 ext(1101824->9453567) 00002000:00010000:0.0:1734016093.916986:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cca80 00000100:00100000:0.0:1734016093.917015:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9374 00000100:00100000:0.0:1734016093.917022:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331874560:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.929414:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.934168:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.938290:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331875584 00000100:00100000:0.0:1734016093.938299:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331875584 00002000:00100000:0.0:1734016093.938333:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1085440->1089535) req@ffff88007946dc00 x1818247331875584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.938340:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946dc00 with x1818247331875584 ext(1085440->1089535) 00002000:00010000:0.0:1734016093.938345:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946dc00 00000100:00100000:0.0:1734016093.938377:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9378 00000100:00100000:0.0:1734016093.938383:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331875584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.938524:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331875584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 141us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.938530:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9378 00002000:00100000:0.0:1734016093.938535:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1085440->1089535) req@ffff88007946dc00 x1818247331875584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.938542:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946dc00 with x1818247331875584 ext(1085440->1089535) 00002000:00010000:0.0:1734016093.938545:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946dc00 00000100:00100000:1.0:1734016093.941190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.945097:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016093.954175:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.957398:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.961034:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331876864 00000100:00100000:0.0:1734016093.961043:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331876864 00000100:00100000:0.0:1734016093.961102:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11285 00000100:00100000:0.0:1734016093.961110:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331876864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.961128:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.961146:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58fe7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.961170:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.961173:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.961180:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fe7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.961194:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fe7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.961206:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016093.961260:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331876864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 149us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.961267:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11285 00000100:00100000:1.0:1734016093.964868:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.964940:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331877120 00000100:00100000:0.0:1734016093.964950:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331877120 00002000:00100000:0.0:1734016093.964988:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2822144->2826239) req@ffff880076509c00 x1818247331877120/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.964997:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509c00 with x1818247331877120 ext(2822144->2826239) 00002000:00010000:0.0:1734016093.965001:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509c00 00000100:00100000:0.0:1734016093.965355:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9383 00000100:00100000:0.0:1734016093.965362:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331877120:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.965603:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331877120:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 241us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.965618:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9383 00002000:00100000:0.0:1734016093.965624:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2822144->2826239) req@ffff880076509c00 x1818247331877120/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.965630:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509c00 with x1818247331877120 ext(2822144->2826239) 00002000:00010000:0.0:1734016093.965633:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509c00 00000100:00100000:0.0:1734016093.968399:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.971800:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331877632 00000100:00100000:0.0:1734016093.971809:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331877632 00002000:00100000:0.0:1734016093.971846:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2813952->2818047) req@ffff88007946e300 x1818247331877632/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.971855:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946e300 with x1818247331877632 ext(2813952->2818047) 00002000:00010000:0.0:1734016093.971859:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946e300 00000100:00100000:0.0:1734016093.971891:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9385 00000100:00100000:0.0:1734016093.971898:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331877632:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.972067:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331877632:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 167us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.972074:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9385 00002000:00100000:0.0:1734016093.972080:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2813952->2818047) req@ffff88007946e300 x1818247331877632/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.972086:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946e300 with x1818247331877632 ext(2813952->2818047) 00002000:00010000:0.0:1734016093.972089:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946e300 00000100:00100000:1.0:1734016093.974818:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.978376:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.982656:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331878400 00000100:00100000:0.0:1734016093.982664:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331878400 00002000:00100000:0.0:1734016093.982702:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2805759) req@ffff88007946e680 x1818247331878400/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.982712:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946e680 with x1818247331878400 ext(2801664->2805759) 00002000:00010000:0.0:1734016093.982717:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946e680 00000100:00100000:0.0:1734016093.982785:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9388 00000100:00100000:0.0:1734016093.982791:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331878400:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.982951:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331878400:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 159us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.982958:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9388 00002000:00100000:0.0:1734016093.982963:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2805759) req@ffff88007946e680 x1818247331878400/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.982970:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946e680 with x1818247331878400 ext(2801664->2805759) 00002000:00010000:0.0:1734016093.982973:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946e680 00000100:00100000:1.0:1734016093.988429:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.992013:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016093.995929:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331879168 00000100:00100000:0.0:1734016093.995937:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331879168 00002000:00100000:0.0:1734016093.995967:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2789376->2793471) req@ffff88007946df80 x1818247331879168/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.995976:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946df80 with x1818247331879168 ext(2789376->2793471) 00002000:00010000:0.0:1734016093.995981:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946df80 00000100:00100000:0.0:1734016093.996012:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9391 00000100:00100000:0.0:1734016093.996018:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331879168:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.996160:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331879168:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 140us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016093.996166:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9391 00002000:00100000:0.0:1734016093.996172:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2789376->2793471) req@ffff88007946df80 x1818247331879168/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.996178:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946df80 with x1818247331879168 ext(2789376->2793471) 00002000:00010000:0.0:1734016093.996181:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946df80 00000100:00100000:1.0:1734016094.000407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016094.001244:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016064 00000100:00100000:0.0:1734016094.004184:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.008243:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331879936 00000100:00100000:0.0:1734016094.008250:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331879936 00002000:00100000:0.0:1734016094.008282:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2777088->2781183) req@ffff88007946fb80 x1818247331879936/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.008291:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946fb80 with x1818247331879936 ext(2777088->2781183) 00002000:00010000:0.0:1734016094.008296:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946fb80 00000100:00100000:0.0:1734016094.008323:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9394 00000100:00100000:0.0:1734016094.008328:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331879936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.008470:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331879936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 140us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.008476:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9394 00002000:00100000:0.0:1734016094.008481:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2777088->2781183) req@ffff88007946fb80 x1818247331879936/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.008487:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946fb80 with x1818247331879936 ext(2777088->2781183) 00002000:00010000:0.0:1734016094.008490:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946fb80 00000100:00100000:1.0:1734016094.011991:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.019833:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.022498:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331880704 00000100:00100000:0.0:1734016094.022503:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331880704 00002000:00100000:0.0:1734016094.022529:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2764800->2768895) req@ffff88007946ea00 x1818247331880704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.022538:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946ea00 with x1818247331880704 ext(2764800->2768895) 00002000:00010000:0.0:1734016094.022541:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946ea00 00000100:00100000:0.0:1734016094.022564:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9397 00000100:00100000:0.0:1734016094.022569:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331880704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.022718:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331880704:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 147us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.022742:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9397 00002000:00100000:0.0:1734016094.022747:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2764800->2768895) req@ffff88007946ea00 x1818247331880704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.022753:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946ea00 with x1818247331880704 ext(2764800->2768895) 00002000:00010000:0.0:1734016094.022756:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946ea00 00000100:00100000:1.0:1734016094.028908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.036151:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331880960 00000100:00100000:0.0:1734016094.036164:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331880960 00010000:00010000:0.0:1734016094.036236:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3173881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1101824->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fd9 expref: 8 pid: 7694 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.036992:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331881088 00000100:00100000:0.0:1734016094.036998:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331881088 00010000:00010000:0.0:1734016094.037013:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fe7 expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00000100:00100000:1.0:1734016094.037080:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3068 00000100:00100000:1.0:1734016094.037089:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331880960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.037104:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.037128:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3173881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1101824->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fd9 expref: 8 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.037140:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3173881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1101824->1105919) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fd9 expref: 8 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.037168:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d3173881 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1101824->1105919) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fd9 expref: 8 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.037196:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.037255:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331880960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 167us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.037263:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3068 00000100:00100000:1.0:1734016094.037325:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3069 00000100:00100000:1.0:1734016094.037329:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331881088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.037338:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.037345:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fe7 expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.037352:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fe7 expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.037363:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3173896 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fe7 expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.037372:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.037374:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.037383:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317389d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->3854335) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fee expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.037392:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317389d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->3854335) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fee expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.037424:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317389d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->3854335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fee expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.037435:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334284032:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016094.037465:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.044534:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334284032:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016094.044557:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.044946:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331881088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7613us (9388us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.044956:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3069 00000100:00100000:0.0:1734016094.045597:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.049258:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331881344 00000100:00100000:1.0:1734016094.049267:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331881344 00000100:00100000:1.0:1734016094.049321:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11288 00000100:00100000:1.0:1734016094.049328:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331881344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.049347:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.049367:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31738a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58ff5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.049429:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284160:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016094.049485:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016094.051309:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016093 -> 1734016094 00000100:00100000:1.0:1734016094.051328:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284160:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016094.051355:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31738a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ff5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.051366:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2d00/0xb46129d8d31738a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ff5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.051392:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2d00, rc 0) 00000100:00100000:1.0:1734016094.051430:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331881344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2102us (2272us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016094.051438:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11288 00000100:00100000:0.0:1734016094.054704:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.054958:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331881472 00000100:00100000:1.0:1734016094.054967:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331881472 00000100:00100000:1.0:1734016094.055043:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11289 00000100:00100000:1.0:1734016094.055049:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331881472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.055067:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.055086:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31738ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce58ffc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.055132:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284288:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016094.056536:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.059906:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284288:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016094.059941:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31738ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ffc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.059953:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31738ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58ffc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.059978:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016094.060015:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331881472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4966us (5322us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016094.060024:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11289 00000100:00100000:0.0:1734016094.064839:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.064946:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331881600 00000100:00100000:1.0:1734016094.064956:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331881600 00000100:00100000:1.0:1734016094.065484:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11290 00000100:00100000:1.0:1734016094.065492:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331881600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.065510:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.065529:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59003 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.065554:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317389d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->3854335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fee expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.065566:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016094.065568:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016094.065572:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2215936->2260991] (req 2215936->2260991) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.065619:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317389d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->3854335) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fee expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.065632:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d317389d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->3854335) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fee expref: 7 pid: 10116 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.065645:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284416:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016094.066683:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.069624:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.069916:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284416:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016094.069946:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2215936->2260991] (req 2215936->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.069962:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016094.070005:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331881600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4513us (5177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.070013:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11290 00000100:00100000:0.0:1734016094.074915:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.079330:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.079437:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331882112 00000100:00100000:1.0:1734016094.079444:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331882112 00000100:00100000:1.0:1734016094.079888:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11291 00000100:00100000:1.0:1734016094.079895:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331882112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.079912:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.079931:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31738b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5900a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.079985:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284672:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016094.080052:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.082238:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284672:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016094.082271:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31738b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5900a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.082285:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31738b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5900a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.082357:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016094.082406:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331882112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2510us (3083us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016094.082414:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11291 00000100:00100000:1.0:1734016094.085527:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331882240 00000100:00100000:1.0:1734016094.085535:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331882240 00000100:00100000:1.0:1734016094.085663:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11292 00000100:00100000:1.0:1734016094.085670:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331882240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.085687:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.085703:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31738c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59011 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.085906:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284800:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016094.085987:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.087799:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334284800:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016094.087829:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31738c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59011 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.087842:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31738c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59011 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.087852:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016094.088383:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331882240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2711us (2962us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016094.088391:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11292 00000100:00100000:0.0:1734016094.096666:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334284928:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016094.096692:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016094.098789:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331882624 00000100:00100000:0.0:1734016094.098796:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331882624 00010000:00010000:0.0:1734016094.098822:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3173865 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fbd expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.099095:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3071 00000100:00100000:0.0:1734016094.099102:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247331882624:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.099113:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.099119:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3173865 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fbd expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.099133:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3173865 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fbd expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.099151:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3173865 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce58fbd expref: 24 pid: 6483 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.099176:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016094.099180:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.099188:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.099193:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.099212:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.099246:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247331882624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 144us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.099251:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3071 00010000:00010000:0.0:1734016094.099269:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.099274:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016094.099342:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968782 00000004:00010000:0.0:1734016094.099377:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800795cfb80 reply state ffff8800767bd000 transno 4294968783 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da400/0xb46129d8d31738c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016094.099383:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016094.099433:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:9631:x1818247331882496:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7304us (7611us total) trans 4294968783 rc 0/0 00000100:00100000:0.0:1734016094.099439:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2331 00000020:00080000:0.0:1734016094.099442:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016094.103964:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331882752 00000100:00100000:0.0:1734016094.103972:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331882752 00000100:00100000:0.0:1734016094.104008:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11293 00000100:00100000:0.0:1734016094.104015:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331882752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.104031:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.104046:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59018 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.104070:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.104077:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.104079:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.104082:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.104108:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.104118:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 7 pid: 7694 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.104128:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334285056:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016094.104655:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.108086:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.108380:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331882880 00000100:00100000:1.0:1734016094.108388:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331882880 00002000:00100000:1.0:1734016094.108430:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2215936->2260991) req@ffff880075d97480 x1818247331882880/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.108439:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97480 with x1818247331882880 ext(2215936->2260991) 00010000:00010000:1.0:1734016094.108447:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 8 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.108459:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 8 pid: 7694 timeout: 458 lvb_type: 0 00002000:00010000:1.0:1734016094.108464:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075d97480 00000100:00100000:1.0:1734016094.110574:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 315 00000100:00100000:1.0:1734016094.110586:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331882880:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016094.116317:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331882880:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5717us (8229us total) trans 4294969565 rc 0/0 00000100:00100000:1.0:1734016094.116335:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 315 00002000:00100000:1.0:1734016094.116348:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2215936->2260991) req@ffff880075d97480 x1818247331882880/t4294969565(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:55/0 lens 488/448 e 0 to 0 dl 1734016105 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.116359:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97480 with x1818247331882880 ext(2215936->2260991) 00010000:00010000:1.0:1734016094.116372:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 10 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.116388:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 10 pid: 7694 timeout: 458 lvb_type: 0 00002000:00010000:1.0:1734016094.116396:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075d97480 00000100:00100000:1.0:1734016094.122998:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331883008 00000100:00100000:1.0:1734016094.123007:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331883008 00010000:00010000:1.0:1734016094.123038:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 10 pid: 7694 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.123077:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3072 00000100:00100000:1.0:1734016094.123084:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247331883008:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.123098:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016094.123115:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 896 -> 984 00010000:00010000:1.0:1734016094.123121:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 10 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.123136:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 10 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.123156:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31738b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2260991) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59003 expref: 10 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.123191:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.123193:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.123200:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.123210:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.123255:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.123269:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334285184:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016094.123347:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.128416:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331883136 00000100:00100000:0.0:1734016094.128426:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331883136 00002000:00010000:0.0:1734016094.128481:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9459597->18446744073709551615) 00002000:00100000:0.0:1734016094.128486:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109c00 with x1818247331883136 ext(9459597->18446744073709551615) 00002000:00010000:0.0:1734016094.128499:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109c00. 00000100:00100000:0.0:1734016094.128538:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9399 00000100:00100000:0.0:1734016094.128547:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331883136:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016094.128993:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334285184:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016094.129021:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:0.0:1734016094.130910:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9451817 -> 9459597 00002000:00010000:0.0:1734016094.130918:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.130920:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.130921:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.130924:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 984 -> 984 00000100:00100000:1.0:1734016094.131949:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331883008:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8857us (9281us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.131962:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3072 00000100:00100000:0.0:1734016094.132025:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331883136:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3477us (3719us total) trans 4294969566 rc 0/0 00000100:00100000:0.0:1734016094.132033:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9399 00002000:00010000:0.0:1734016094.132036:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9459597->18446744073709551615) 00002000:00100000:0.0:1734016094.132040:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109c00 with x1818247331883136 ext(9459597->18446744073709551615) 00002000:00010000:0.0:1734016094.132047:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109c00. 00000100:00100000:0.0:1734016094.135566:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331883264 00000100:00100000:0.0:1734016094.135574:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331883264 00000100:00100000:0.0:1734016094.135625:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2332 00000100:00100000:0.0:1734016094.135632:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:9631:x1818247331883264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.135653:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.135669:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31738d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5901f expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.135890:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31738dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.135903:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31738dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.135911:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31738dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016094.135931:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9459597 00000004:00200000:0.0:1734016094.135935:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016094.135949:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31738dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.135969:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31738d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5901f expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.135981:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31738dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5901f expref: 24 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.135987:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016094.135990:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016094.135992:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016094.136254:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:9631:x1818247331883264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 621us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.136260:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2332 00000100:00100000:0.0:1734016094.158483:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.172807:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.178843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.194278:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.194378:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331884032 00000100:00100000:1.0:1734016094.194386:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331884032 00010000:00010000:1.0:1734016094.194415:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 9 pid: 7694 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.195298:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3073 00000100:00100000:1.0:1734016094.195306:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331884032:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.195322:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.195342:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 9 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.195352:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 9 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.195374:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d31738ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59018 expref: 9 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.195686:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.195688:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.195694:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.195703:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.195747:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.195758:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334285696:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016094.196826:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.201662:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.201686:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331884160 00000100:00100000:0.0:1734016094.201693:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331884160 00002000:00010000:0.0:1734016094.201737:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4832327->18446744073709551615) 00002000:00100000:0.0:1734016094.201741:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4c380 with x1818247331884160 ext(4832327->18446744073709551615) 00002000:00010000:0.0:1734016094.201750:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4c380. 00000100:00100000:0.0:1734016094.201779:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9400 00000100:00100000:0.0:1734016094.201786:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331884160:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016094.202122:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9459597 -> 4832327 00002000:00010000:0.0:1734016094.202125:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.202127:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.202129:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.202130:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 984 -> 984 00000100:00100000:1.0:1734016094.202853:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334285696:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016094.202874:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.203458:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331884160:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1669us (1801us total) trans 4294969567 rc 0/0 00000100:00100000:0.0:1734016094.203469:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9400 00002000:00010000:0.0:1734016094.203474:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4832327->18446744073709551615) 00002000:00100000:0.0:1734016094.203478:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4c380 with x1818247331884160 ext(4832327->18446744073709551615) 00002000:00010000:0.0:1734016094.203484:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4c380. 00000100:00100000:1.0:1734016094.205047:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331884032:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9734us (10763us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.205057:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3073 00000100:00100000:0.0:1734016094.207529:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.230544:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.237047:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.252447:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.252960:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331884928 00000100:00100000:0.0:1734016094.252968:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331884928 00000100:00100000:0.0:1734016094.253015:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2335 00000100:00100000:0.0:1734016094.253022:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:9631:x1818247331884928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.253043:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.253060:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3173929 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5905e expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.253129:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173930 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.253140:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.253149:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016094.253167:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4832327 00000004:00200000:0.0:1734016094.253171:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016094.253183:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016094.253200:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d3173929 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5905e expref: 27 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.253233:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173930 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5905e expref: 26 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.253239:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:0.0:1734016094.253242:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016094.253244:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016094.253287:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:9631:x1818247331884928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 265us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.253293:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2335 00000100:00100000:1.0:1734016094.277998:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.292307:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331885312 00000100:00100000:1.0:1734016094.292317:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331885312 00010000:00010000:1.0:1734016094.292345:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 11 pid: 7694 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016094.292381:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3074 00000100:00100000:1.0:1734016094.292388:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331885312:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.292402:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.292421:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 11 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.292433:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 11 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.292452:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31738f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59034 expref: 11 pid: 7694 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016094.292484:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.292486:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.292492:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317393e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 892928->897023) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5906c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.292500:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317393e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 892928->897023) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5906c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.292526:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317393e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 892928->897023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5906c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.292537:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334286592:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016094.292577:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.296562:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.296739:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334286592:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016094.296758:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.296807:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331885312:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4418us (6336us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.296816:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3074 00000100:00100000:0.0:1734016094.311595:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331885824 00000100:00100000:0.0:1734016094.311617:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331885824 00002000:00100000:0.0:1734016094.311656:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (888832->892927) req@ffff880076108380 x1818247331885824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.311666:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108380 with x1818247331885824 ext(888832->892927) 00002000:00010000:0.0:1734016094.311670:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108380 00000100:00100000:0.0:1734016094.321490:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.328895:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.333812:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331886592 00000100:00100000:0.0:1734016094.333820:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331886592 00002000:00100000:0.0:1734016094.333850:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (876544->880639) req@ffff88007610b100 x1818247331886592/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.333860:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b100 with x1818247331886592 ext(876544->880639) 00002000:00010000:0.0:1734016094.333864:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610b100 00000100:00100000:0.0:1734016094.334206:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9405 00000100:00100000:0.0:1734016094.334213:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247331886592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.334587:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247331886592:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 373us (1005us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.334595:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9405 00002000:00100000:0.0:1734016094.334600:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (876544->880639) req@ffff88007610b100 x1818247331886592/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.334616:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b100 with x1818247331886592 ext(876544->880639) 00002000:00010000:0.0:1734016094.334619:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610b100 00000100:00100000:1.0:1734016094.337806:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.337871:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331886848 00000100:00100000:0.0:1734016094.337879:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331886848 00002000:00100000:0.0:1734016094.337913:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (872448->876543) req@ffff880097ef9c00 x1818247331886848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.337922:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9c00 with x1818247331886848 ext(872448->876543) 00002000:00010000:0.0:1734016094.337926:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9c00 00000100:00100000:0.0:1734016094.338072:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9406 00000100:00100000:0.0:1734016094.338078:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247331886848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.338202:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247331886848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 122us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.338207:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9406 00002000:00100000:0.0:1734016094.338212:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (872448->876543) req@ffff880097ef9c00 x1818247331886848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.338219:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9c00 with x1818247331886848 ext(872448->876543) 00002000:00010000:0.0:1734016094.338222:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9c00 00000100:00100000:1.0:1734016094.342912:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.355683:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.355769:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331887616 00000100:00100000:0.0:1734016094.355777:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331887616 00002000:00100000:0.0:1734016094.355812:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (860160->864255) req@ffff880075e85180 x1818247331887616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.355822:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85180 with x1818247331887616 ext(860160->864255) 00002000:00010000:0.0:1734016094.355826:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85180 00000100:00100000:1.0:1734016094.363066:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.363135:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331887872 00000100:00100000:0.0:1734016094.363143:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331887872 00002000:00100000:0.0:1734016094.363181:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (856064->860159) req@ffff880075e84700 x1818247331887872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.363190:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84700 with x1818247331887872 ext(856064->860159) 00002000:00010000:0.0:1734016094.363195:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84700 00000100:00100000:0.0:1734016094.363224:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9410 00000100:00100000:0.0:1734016094.363230:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247331887872:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.363363:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247331887872:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 132us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.363369:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9410 00002000:00100000:0.0:1734016094.363375:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (856064->860159) req@ffff880075e84700 x1818247331887872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.363381:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84700 with x1818247331887872 ext(856064->860159) 00002000:00010000:0.0:1734016094.363384:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84700 00000100:00100000:1.0:1734016094.368967:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.374688:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.374754:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331888512 00000100:00100000:0.0:1734016094.374763:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331888512 00000100:00100000:0.0:1734016094.374822:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9412 00000100:00100000:0.0:1734016094.374828:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247331888512:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:0.0:1734016094.374858:0:13923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.374870:0:13923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.374872:0:13923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.374876:0:13923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.374886:0:13923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380767:0:13923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380781:0:13923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380792:0:13923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380797:0:13923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e4d80 already unused, calling callback (ffffffffa0885100) 00010000:00010000:0.0:1734016094.380800:0:13923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380805:0:13923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380829:0:13923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.380836:0:13923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317394c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4460544->4521983] (req 4460544->4521983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.384331:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247331888512:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 9495us (9643us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1734016094.384342:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9412 00000100:00100000:1.0:1734016094.388841:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.388902:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331888768 00000100:00100000:0.0:1734016094.388910:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331888768 00000100:00100000:0.0:1734016094.388974:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9413 00000100:00100000:0.0:1734016094.388982:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331888768:12345-192.168.201.52@tcp:4:fsx.0 00010000:00010000:0.0:1734016094.389017:0:13923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3173953 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.389036:0:13923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317393e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 892928->897023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5906c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.389044:0:13923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3173945 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59073 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.389049:0:13923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.389051:0:13923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.389054:0:13923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3173953 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2658304->2711551] (req 2658304->2711551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.389082:0:13923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3173945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59073 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.389093:0:13923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3173945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59073 expref: 10 pid: 7694 timeout: 458 lvb_type: 1 00000100:00100000:0.0:1734016094.389106:0:13923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334286720:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016094.389810:0:13923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317393e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 892928->897023) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5906c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.389819:0:13923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317393e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 892928->897023) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5906c expref: 9 pid: 7694 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.389828:0:13923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334286848:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016094.389851:0:13923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.394652:0:13923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334286720:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016094.394664:0:13923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13923:1818247334286848:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016094.394692:0:13923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3173953 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2658304->2711551] (req 2658304->2711551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.394807:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.394879:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016094.402162:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969568 is committed 00000001:00080000:0.0:1734016094.402176:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969567 is committed 00000100:00100000:0.0:1734016094.408570:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331889152 00000100:00100000:0.0:1734016094.408577:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331889152 00000100:00100000:0.0:1734016094.408637:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11304 00000100:00100000:0.0:1734016094.408645:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1970:x1818247331889152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.408660:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.408676:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5907a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016094.408696:0:7694:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 4832327, mtime: 0x675afc5e, atime: 0x675afc5e, ctime: 0x675afc5e, blocks: 0x440 00010000:00010000:0.0:1734016094.408712:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.408714:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.408735:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.408749:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.408759:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016094.408817:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331889152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 172us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.408823:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11304 00000100:00100000:1.0:1734016094.424951:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.425050:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.434681:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331889664 00000100:00100000:0.0:1734016094.434692:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331889664 00002000:00100000:0.0:1734016094.434752:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4833279) req@ffff88007662ad80 x1818247331889664/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.434761:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662ad80 with x1818247331889664 ext(4194304->4833279) 00002000:00010000:0.0:1734016094.434765:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662ad80 00000100:00100000:0.0:1734016094.434782:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9415 00000100:00100000:0.0:1734016094.434788:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331889664:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.477397:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331889664:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 42600us (52338us total) trans 0 rc 638976/638976 00000100:00100000:1.0:1734016094.477406:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9415 00002000:00100000:1.0:1734016094.477416:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4833279) req@ffff88007662ad80 x1818247331889664/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:55/0 lens 488/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 638976/638976 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.477424:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662ad80 with x1818247331889664 ext(4194304->4833279) 00002000:00010000:1.0:1734016094.477429:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662ad80 00000100:00100000:0.0:1734016094.483280:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.488935:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.493957:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.495532:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331890176 00000100:00100000:1.0:1734016094.495541:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331890176 00000100:00100000:1.0:1734016094.495594:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11305 00000100:00100000:1.0:1734016094.495611:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:9631:x1818247331890176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.495631:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.495646:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59081 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.495674:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.495682:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.495684:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.495687:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.495734:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.495746:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00000100:00100000:1.0:1734016094.495761:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334287104:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016094.497930:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.502331:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334287104:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016094.502363:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.502383:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016094.502427:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:9631:x1818247331890176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6825us (8478us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.502435:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11305 00000100:00100000:0.0:1734016094.514840:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331890304 00000100:00100000:0.0:1734016094.514849:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331890304 00010000:00010000:1.0:1734016094.515230:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00000100:00100000:1.0:1734016094.515696:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3078 00000100:00100000:1.0:1734016094.515704:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331890304:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016094.515739:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016094.515766:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.515779:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.515802:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317395a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5907a expref: 8 pid: 7694 timeout: 458 lvb_type: 1 00010000:00010000:1.0:1734016094.516018:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.516020:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.516026:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.516035:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.516066:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.516079:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334287232:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016094.516369:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.519369:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334287232:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016094.519389:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016094.519422:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331890304:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3718us (4826us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.519431:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3078 00000100:00100000:0.0:1734016094.519583:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331890432 00000100:00100000:0.0:1734016094.519588:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331890432 00002000:00010000:0.0:1734016094.519622:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9155459->18446744073709551615) 00002000:00100000:0.0:1734016094.519625:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cce00 with x1818247331890432 ext(9155459->18446744073709551615) 00002000:00010000:0.0:1734016094.519634:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cce00. 00000100:00100000:0.0:1734016094.519659:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9416 00000100:00100000:0.0:1734016094.519664:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331890432:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016094.519844:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4832327 -> 9155459 00002000:00010000:0.0:1734016094.519847:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.519849:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.519852:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016094.519854:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 1088 00000100:00100000:0.0:1734016094.519871:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331890432:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 207us (575us total) trans 4294969569 rc 0/0 00000100:00100000:0.0:1734016094.519875:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9416 00002000:00010000:0.0:1734016094.519877:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9155459->18446744073709551615) 00002000:00100000:0.0:1734016094.519879:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cce00 with x1818247331890432 ext(9155459->18446744073709551615) 00002000:00010000:0.0:1734016094.519882:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cce00. 00000100:00100000:1.0:1734016094.523418:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.528661:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331890688 00000100:00100000:0.0:1734016094.528669:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331890688 00000100:00100000:0.0:1734016094.528707:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11306 00000100:00100000:0.0:1734016094.528714:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:9631:x1818247331890688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.528749:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.528764:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317397d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5908f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.528788:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.528795:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.528797:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.528801:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d317397d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8589312->8650751] (req 8589312->8650751) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5908f expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.528829:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.528844:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173968 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59081 expref: 7 pid: 10116 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.528854:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334287360:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016094.528903:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.534303:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.537179:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.541309:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.546625:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.550783:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.553991:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.559695:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.563507:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.568343:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.571564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.577225:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.587102:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.590547:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.597647:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.603453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.604698:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2340 00000100:00100000:0.0:1734016094.604705:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:9631:x1818247331892736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.604775:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.604792:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31739c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce590c7 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.604864:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3a80/0xb46129d8d31739ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016094.604875:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3a80/0xb46129d8d31739ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016094.604883:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3a80/0xb46129d8d31739ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016094.604901:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2446144 00000004:00200000:1.0:1734016094.604904:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016094.604916:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3a80/0xb46129d8d31739ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016094.604932:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31739c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce590c7 expref: 19 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.604948:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3a80/0xb46129d8d31739ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce590c7 expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.604954:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136bf6b00) 00010000:00010000:1.0:1734016094.604956:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016094.604959:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3a80, rc 0) 00000100:00100000:1.0:1734016094.604994:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:9631:x1818247331892736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 289us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.604998:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2340 00000100:00100000:1.0:1734016094.606718:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.614480:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.617134:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334288768:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016094.617158:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31739d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce590d5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.617171:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282ac0/0xb46129d8d31739d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce590d5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.617193:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282ac0, rc 0) 00000100:00100000:0.0:1734016094.617222:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331892992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2091us (2748us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.617228:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11316 00000100:00100000:0.0:1734016094.619978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.623248:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.627684:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.634759:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.644487:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.655042:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334289152:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016094.655076:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d31739ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [131072->139263] (req 131072->139263) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce590ea expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016094.655077:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016094.655091:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282640, rc 0) 00000100:00100000:0.0:1734016094.655129:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:9631:x1818247331893888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9669us (10649us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.655137:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11319 00000100:00100000:0.0:1734016094.662051:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.666174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.669336:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.674055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.678482:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.682313:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.686391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.689523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.697290:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.722392:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016094.723608:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11326 00000100:00100000:1.0:1734016094.723616:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331895424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.723631:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.723649:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3173a25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5911b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.723675:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.723676:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.723684:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3173a25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5911b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.723697:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3cc0/0xb46129d8d3173a25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5911b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.723708:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3cc0, rc 0) 00000100:00100000:1.0:1734016094.723783:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331895424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 167us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.723788:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11326 00000100:00100000:0.0:1734016094.727996:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.733162:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331895936 00000100:00100000:0.0:1734016094.733169:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331895936 00000100:00100000:0.0:1734016094.733203:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 38 00000100:00100000:0.0:1734016094.733208:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:9631:x1818247331895936:12345-192.168.201.52@tcp:35:fsx.0 00000001:00080000:0.0:1734016094.733346:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968790 00000100:00100000:0.0:1734016094.733413:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:9631:x1818247331895936:12345-192.168.201.52@tcp:35:fsx.0 Request processed in 204us (371us total) trans 4294968791 rc 0/0 00000100:00100000:0.0:1734016094.733419:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 38 00000020:00080000:0.0:1734016094.733422:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016094.735946:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.746821:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016094.755172:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.265434:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334290432:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265464:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016096.265480:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734016096.265485:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3513:1818247334290304:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265506:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016096.265514:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3513:1818247334290816:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265526:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016096.265554:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3514:1818247334290560:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265605:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016096.265619:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016096.265624:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334290688:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265642:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016096.265662:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290432 00000100:00100000:0.0:1734016096.265666:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290432 00000100:00100000:0.0:1734016096.265689:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290816 00000100:00100000:0.0:1734016096.265691:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290816 00000100:00100000:0.0:1734016096.265705:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290560 00000100:00100000:0.0:1734016096.265707:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290560 00000100:00100000:0.0:1734016096.265715:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1734016096.265746:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334290432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265778:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334290432:12345-0@lo:400:kworker.0 Request processed in 58us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.265784:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1734016096.265793:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1734016096.265796:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3513:x1818247334290816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265814:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3513:x1818247334290816:12345-0@lo:400:kworker.0 Request processed in 17us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.265818:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1734016096.265826:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1734016096.265829:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3514:x1818247334290560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265849:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3514:x1818247334290560:12345-0@lo:400:kworker.0 Request processed in 19us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.265853:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1734016096.265879:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3513:1818247334290816:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265886:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334290432:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265904:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3514:1818247334290560:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265932:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290304 00000100:00100000:0.0:1734016096.265935:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290304 00000100:00100000:0.0:1734016096.265954:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1734016096.265958:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3f36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3513:x1818247334290304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.265982:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3f36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3513:x1818247334290304:12345-0@lo:400:kworker.0 Request processed in 24us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.265987:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1734016096.266007:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290688 00000100:00100000:0.0:1734016096.266009:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290688 00000100:00100000:0.0:1734016096.266025:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1734016096.266029:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334290688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.266052:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334290688:12345-0@lo:400:kworker.0 Request processed in 22us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.266056:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1734016096.266070:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3513:1818247334290304:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.266082:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334290688:0@lo:400:kworker.0 00000100:00100000:0.0:1734016096.878896:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.878927:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.878941:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.878957:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.878968:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.878991:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016096.879012:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331897216 00000100:00100000:0.0:1734016096.879019:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331897216 00000100:00100000:0.0:1734016096.879064:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331897472 00000100:00100000:0.0:1734016096.879066:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331897472 00000100:00100000:0.0:1734016096.879074:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331897088 00000100:00100000:0.0:1734016096.879075:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331897088 00000100:00100000:0.0:1734016096.879085:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 125 00000100:00100000:0.0:1734016096.879091:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331897216:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016096.879140:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331897216:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.879145:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 125 00000100:00100000:0.0:1734016096.879156:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 126 00000100:00100000:0.0:1734016096.879159:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331897472:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016096.879172:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331897472:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 13us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.879176:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 126 00000100:00100000:0.0:1734016096.879183:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 127 00000100:00100000:0.0:1734016096.879186:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331897088:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016096.879199:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:1969:x1818247331897088:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 12us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.879203:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 127 00000100:00100000:0.0:1734016096.879216:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331896832 00000100:00100000:0.0:1734016096.879218:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331896832 00000100:00100000:0.0:1734016096.879233:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 320 00000100:00100000:0.0:1734016096.879236:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1969:x1818247331896832:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016096.879250:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1969:x1818247331896832:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 13us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.879254:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 320 00000100:00100000:0.0:1734016096.879273:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331896960 00000100:00100000:0.0:1734016096.879275:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331896960 00000100:00100000:0.0:1734016096.879288:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331897344 00000100:00100000:0.0:1734016096.879289:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331897344 00000100:00100000:0.0:1734016096.879298:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 195 00000100:00100000:0.0:1734016096.879300:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1969:x1818247331896960:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016096.879337:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1969:x1818247331896960:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 35us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.879341:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 195 00000100:00100000:0.0:1734016096.879349:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 196 00000100:00100000:0.0:1734016096.879351:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247331897344:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016096.879364:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247331897344:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 12us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.879368:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 196 00000100:00100000:0.0:1734016097.184642:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334290944 00000100:00100000:0.0:1734016097.184654:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334290944 00000100:00100000:0.0:1734016097.184716:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1734016097.184754:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334290944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016097.184782:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016097.184852:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334290944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (2975us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.184858:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000001:00080000:0.0:1734016097.420780:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968795 is committed 00000001:00080000:0.0:1734016097.420792:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968792 is committed 00000001:02000400:1.0:1734016099.737799:0:14344:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16b: 2500 iterations of dual-mount fsx at small size ========================================================== 10:08:18 (1734016098) 00000001:00080000:0.0:1734016100.393501:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969573 is committed 00000001:00080000:0.0:1734016100.393541:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969572 is committed 00000100:00100000:0.0:1734016100.590656:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016100.596396:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016100.604205:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016070 00000100:00100000:0.0:1734016100.618540:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016100.642562:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016100.642674:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331898624 00000100:00100000:1.0:1734016100.642686:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331898624 00000100:00100000:0.0:1734016100.674171:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016100.698129:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331899008 00000100:00100000:0.0:1734016100.698148:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331899008 00000100:00100000:0.0:1734016100.698203:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 44 00000100:00100000:0.0:1734016100.698213:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10359:x1818247331899008:12345-192.168.201.52@tcp:35:lfs.0 00000100:00100000:0.0:1734016100.698516:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10359:x1818247331899008:12345-192.168.201.52@tcp:35:lfs.0 Request processed in 303us (2899us total) trans 4294968799 rc 0/0 00000100:00100000:0.0:1734016100.698524:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 44 00000100:00100000:0.0:1734016100.728848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016100.735344:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016100.750397:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331899520 00000100:00100000:0.0:1734016100.750411:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331899520 00000100:00100000:0.0:1734016100.750483:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2347 00000100:00100000:0.0:1734016100.750492:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10360:x1818247331899520:12345-192.168.201.52@tcp:101:dd.0 00010000:00010000:0.0:1734016100.750528:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.750552:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173aa3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59145 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.750598:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173aaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016100.750612:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173aaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016100.750622:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173aaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016100.750780:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3173aa3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59145 expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.750797:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59145 expref: 21 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.750805:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff88012e3bf400) 00010000:00010000:0.0:1734016100.750807:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1734016100.750810:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016100.750892:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10360:x1818247331899520:12345-192.168.201.52@tcp:101:dd.0 Request processed in 399us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.750899:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2347 00000100:00100000:0.0:1734016100.760009:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016100.770189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016100.770442:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331899904 00000100:00100000:1.0:1734016100.770452:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331899904 00000100:00100000:1.0:1734016100.770515:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11327 00000100:00100000:1.0:1734016100.770523:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+6:10360:x1818247331899904:12345-192.168.201.52@tcp:101:dd.0 00010000:00010000:1.0:1734016100.770547:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.770571:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3173ab8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5914c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016100.770597:0:13917:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1734016100.770619:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.770621:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.770628:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3173ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5914c expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.770644:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3173ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5914c expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.770655:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016100.770703:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10360:x1818247331899904:12345-192.168.201.52@tcp:101:dd.0 Request processed in 181us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.770709:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11327 00000100:00080000:0.0:1734016100.771751:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016070 00000100:00100000:0.0:1734016100.775708:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016100.777627:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016070 00000100:00100000:0.0:1734016100.780866:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016100.784825:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016100.935253:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.093653:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331900544:12345-192.168.201.52@tcp:4:dd.0 Request processed in 157998us (158404us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1734016101.093666:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9424 00002000:00100000:0.0:1734016101.093676:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff880075e85500 x1818247331900544/t4294968027(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:61/0 lens 488/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.093685:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85500 with x1818247331900544 ext(0->4194303) 00002000:00010000:0.0:1734016101.093690:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85500 00000100:00100000:0.0:1734016101.102888:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016101.103812:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000001:00080000:0.0:1734016101.120076:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968802 is committed 00000100:00100000:0.0:1734016101.126938:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016101.127055:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331900800 00000100:00100000:1.0:1734016101.127066:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331900800 00000100:00100000:1.0:1734016101.127128:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11329 00000100:00100000:1.0:1734016101.127137:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331900800:12345-192.168.201.52@tcp:16:dd.0 00000001:00080000:0.0:1734016101.129411:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968027 is committed 00000100:00100000:1.0:1734016101.129586:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331900800:12345-192.168.201.52@tcp:16:dd.0 Request processed in 2444us (2657us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.129597:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11329 00000100:00100000:0.0:1734016101.272129:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334291712:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272153:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334291840:0@lo:400:kworker.0 00000100:00100000:0.0:1734016101.272157:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016101.272172:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016101.272177:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334291584:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272181:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016101.272192:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016101.272195:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734016101.272201:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334291456:0@lo:400:kworker.0 00000100:00100000:0.0:1734016101.272220:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334291840 00000100:00100000:1.0:1734016101.272222:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016101.272224:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334291840 00000100:00100000:1.0:1734016101.272232:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247334291968:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272246:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016101.272259:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1734016101.272263:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334291712 00000100:00100000:0.0:1734016101.272265:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334291840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272266:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334291712 00000100:00100000:1.0:1734016101.272287:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334291584 00000100:00100000:1.0:1734016101.272289:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334291584 00000100:00100000:1.0:1734016101.272300:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334291968 00000100:00100000:1.0:1734016101.272301:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334291968 00000100:00100000:0.0:1734016101.272308:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334291840:12345-0@lo:400:kworker.0 Request processed in 42us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.272311:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1734016101.272314:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1734016101.272315:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334291712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016101.272332:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334291456 00000100:00100000:0.0:1734016101.272334:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334291456 00000100:00100000:1.0:1734016101.272343:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334291712:12345-0@lo:400:kworker.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.272349:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1734016101.272351:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1734016101.272354:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334291456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272359:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1734016101.272362:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334291584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016101.272379:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334291456:12345-0@lo:400:kworker.0 Request processed in 25us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.272383:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1734016101.272384:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334291584:12345-0@lo:400:kworker.0 Request processed in 21us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.272389:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1734016101.272398:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00080000:0.0:1734016101.272399:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016071 00000100:00080000:0.0:1734016101.272401:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:1.0:1734016101.272402:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247334291968:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734016101.272403:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016071 00000100:00100000:1.0:1734016101.272422:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247334291968:12345-0@lo:400:kworker.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.272424:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334291584:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272427:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1734016101.272432:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334291712:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272450:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334291456:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272459:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247334291968:0@lo:400:kworker.0 00000100:00100000:1.0:1734016101.272466:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334291840:0@lo:400:kworker.0 00000100:00080000:0.0:1734016101.273093:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:0.0:1734016101.355190:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.584186:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247331901056:12345-192.168.201.52@tcp:4:dd.0 Request processed in 227463us (228994us total) trans 4294969575 rc 0/0 00000100:00100000:0.0:1734016101.584199:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9425 00002000:00100000:0.0:1734016101.584211:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007662bb80 x1818247331901056/t4294969575(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.584220:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662bb80 with x1818247331901056 ext(0->4194303) 00002000:00010000:0.0:1734016101.584225:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662bb80 00000100:00100000:0.0:1734016101.586834:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331901184 00000100:00100000:0.0:1734016101.586844:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331901184 00000100:00100000:0.0:1734016101.586894:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11330 00000100:00100000:0.0:1734016101.586901:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247331901184:12345-192.168.201.52@tcp:16:dd.0 00000001:00080000:0.0:1734016101.593082:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969575 is committed 00000100:00100000:0.0:1734016101.613115:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331901440 00000100:00100000:0.0:1734016101.613126:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331901440 00000100:00100000:0.0:1734016101.613176:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 45 00000100:00100000:0.0:1734016101.613183:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bb7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10360:x1818247331901440:12345-192.168.201.52@tcp:35:dd.0 00000100:00100000:0.0:1734016101.614265:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bb7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10360:x1818247331901440:12345-192.168.201.52@tcp:35:dd.0 Request processed in 1080us (1237us total) trans 4294968803 rc 0/0 00000100:00100000:0.0:1734016101.614272:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 45 00000100:00100000:0.0:1734016101.637970:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.642245:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.650834:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.656315:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016101.656618:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331902208 00000100:00100000:1.0:1734016101.656626:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331902208 00000100:00100000:1.0:1734016101.656658:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2353 00000100:00100000:1.0:1734016101.656665:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10362:x1818247331902208:12345-192.168.201.52@tcp:101:dd.0 00010000:00010000:1.0:1734016101.656689:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.656702:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3173afe lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59168 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.656767:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3173afe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59168 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.656777:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3180/0xb46129d8d3173afe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59168 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.656790:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff88012e3bf400) 00010000:00010000:1.0:1734016101.656792:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734016101.656794:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3180, rc 0) 00000100:00100000:1.0:1734016101.656846:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10362:x1818247331902208:12345-192.168.201.52@tcp:101:dd.0 Request processed in 181us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.656852:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2353 00000100:00100000:1.0:1734016101.662692:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.670371:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016101.691936:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.699206:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016101.703042:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:0.0:1734016101.733367:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.746290:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016101.746333:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016101.746640:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331902976 00000100:00100000:1.0:1734016101.746649:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331902976 00002000:00010000:1.0:1734016101.746681:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/6 (0->18446744073709551615) 00002000:00100000:1.0:1734016101.746685:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160e00 with x1818247331902976 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016101.746693:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076160e00. 00000100:00100000:1.0:1734016101.746716:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331903104 00000100:00100000:1.0:1734016101.746718:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331903104 00002000:00010000:1.0:1734016101.746750:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:1.0:1734016101.746753:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160a80 with x1818247331903104 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016101.746758:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076160a80. 00000100:00100000:1.0:1734016101.746772:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9426 00000100:00100000:1.0:1734016101.746778:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331902976:12345-192.168.201.52@tcp:10:dd.0 00000001:00080000:0.0:1734016101.754509:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968028 is committed 00000001:00100000:0.0:1734016101.754519:0:7690:0:(tgt_lastrcvd.c:534:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f1fa65c5-ac21-42fc-9fc8-6a110334833e 00000100:00100000:0.0:1734016101.879389:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016101.883164:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016071 00000100:00100000:0.0:1734016101.905589:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331903488 00000100:00100000:0.0:1734016101.905597:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331903488 00002000:00100000:0.0:1734016101.905634:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff8800795cc380 x1818247331903488/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.905643:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247331903488 ext(0->4194303) 00002000:00010000:0.0:1734016101.905648:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:0.0:1734016101.905676:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9428 00000100:00100000:0.0:1734016101.905682:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331903488:12345-192.168.201.52@tcp:4:dd.0 00000100:00100000:1.0:1734016102.023987:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331903488:12345-192.168.201.52@tcp:4:dd.0 Request processed in 118294us (118474us total) trans 4294968029 rc 0/0 00000100:00100000:1.0:1734016102.024002:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9428 00002000:00100000:1.0:1734016102.024016:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303) req@ffff8800795cc380 x1818247331903488/t4294968029(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.024025:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247331903488 ext(0->4194303) 00002000:00010000:1.0:1734016102.024032:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:0.0:1734016102.030974:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331903616 00000100:00100000:0.0:1734016102.030983:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331903616 00000100:00100000:0.0:1734016102.031041:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2354 00000100:00100000:0.0:1734016102.031048:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10362:x1818247331903616:12345-192.168.201.52@tcp:44:dd.0 00000100:00100000:0.0:1734016102.031160:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10362:x1818247331903616:12345-192.168.201.52@tcp:44:dd.0 Request processed in 112us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.031166:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2354 00000001:00080000:0.0:1734016102.045078:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968029 is committed 00000100:00100000:1.0:1734016102.203424:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016102.203443:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334292608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016102.203541:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016102.204614:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334292608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016102.208834:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331904000 00000100:00100000:1.0:1734016102.208842:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331904000 00002000:00100000:1.0:1734016102.208876:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012b9b8700 x1818247331904000/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.208884:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8700 with x1818247331904000 ext(0->4194303) 00002000:00010000:1.0:1734016102.208889:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8700 00000100:00100000:1.0:1734016102.208918:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9429 00000100:00100000:1.0:1734016102.208924:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331904000:12345-192.168.201.52@tcp:4:dd.0 00000100:00100000:1.0:1734016102.346031:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247331904000:12345-192.168.201.52@tcp:4:dd.0 Request processed in 137096us (137344us total) trans 4294969577 rc 0/0 00000100:00100000:1.0:1734016102.346044:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9429 00002000:00100000:1.0:1734016102.346057:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012b9b8700 x1818247331904000/t4294969577(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:63/0 lens 488/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.346067:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8700 with x1818247331904000 ext(0->4194303) 00002000:00010000:1.0:1734016102.346072:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8700 00000100:00100000:0.0:1734016102.349489:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331904128 00000100:00100000:0.0:1734016102.349498:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331904128 00000100:00100000:0.0:1734016102.349554:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11335 00000100:00100000:0.0:1734016102.349560:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247331904128:12345-192.168.201.52@tcp:16:dd.0 00000001:00080000:0.0:1734016102.356112:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969577 is committed 00000100:00100000:0.0:1734016102.364166:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331904384 00000100:00100000:0.0:1734016102.364175:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331904384 00000100:00100000:0.0:1734016102.364216:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 46 00000100:00100000:0.0:1734016102.364222:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10362:x1818247331904384:12345-192.168.201.52@tcp:35:dd.0 00000001:00080000:0.0:1734016102.364400:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968807 00000100:00100000:0.0:1734016102.364507:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10362:x1818247331904384:12345-192.168.201.52@tcp:35:dd.0 Request processed in 282us (439us total) trans 4294968808 rc 0/0 00000100:00100000:0.0:1734016102.364515:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 46 00000020:00080000:0.0:1734016102.364519:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016102.383873:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.383981:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331904512 00000100:00100000:1.0:1734016102.383995:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331904512 00000100:00100000:1.0:1734016102.384041:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2355 00000100:00100000:1.0:1734016102.384047:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10364:x1818247331904512:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:1.0:1734016102.384076:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.384100:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5917d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.384154:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173b21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.384166:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173b21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.384175:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173b21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016102.384217:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1734016102.384220:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016102.384236:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173b21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.384258:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5917d expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.384294:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173b21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5917d expref: 17 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.384301:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8200) 00010000:00010000:1.0:1734016102.384304:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734016102.384307:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016102.384367:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10364:x1818247331904512:12345-192.168.201.52@tcp:101:rm.0 Request processed in 319us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.384372:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2355 00000100:00100000:0.0:1734016102.396009:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331904640 00000100:00100000:0.0:1734016102.396016:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331904640 00000100:00100000:0.0:1734016102.396054:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2356 00000100:00100000:0.0:1734016102.396060:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10364:x1818247331904640:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:0.0:1734016102.396076:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.396090:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3173b28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59184 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.396131:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396140:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396149:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396158:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396163:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396167:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396220:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396225:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396230:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016102.396254:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 8388608 00000004:00200000:0.0:1734016102.396257:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016102.396267:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396274:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396279:0:14034:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396283:0:14034:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396291:0:14034:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396296:0:14034:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e7180 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016102.396299:0:14034:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396304:0:14034:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396312:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8200) 00010000:00010000:0.0:1734016102.396314:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016102.396317:0:14034:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396321:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3173b2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396345:0:14034:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396349:0:14034:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396354:0:14034:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396357:0:14034:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e5f80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016102.396359:0:14034:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396363:0:14034:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396371:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800b3f2e300) 00010000:00010000:0.0:1734016102.396373:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016102.396374:0:14034:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396378:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3173b36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.396395:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3173b28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59184 expref: 19 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.396403:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59184 expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.396408:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff88012e3bf400) 00010000:00010000:0.0:1734016102.396410:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016102.396412:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016102.396453:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10364:x1818247331904640:12345-192.168.201.52@tcp:101:rm.0 Request processed in 393us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.396459:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2356 00002000:00010000:0.0:1734016102.439986:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 0 -> 4194304 00002000:00010000:0.0:1734016102.439993:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016101 -> 1734016102 00002000:00010000:0.0:1734016102.439996:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 0 -> 1734016100 00002000:00010000:0.0:1734016102.439998:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016101 -> 1734016102 00002000:00010000:0.0:1734016102.439999:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 0 -> 8192 00000100:00100000:0.0:1734016102.440017:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334292864:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016102.440045:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3173b4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59192 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.440061:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8282640/0xb46129d8d3173b4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59192 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.440072:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8282640, rc 0) 00000100:00100000:0.0:1734016102.443667:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331904896:12345-192.168.201.52@tcp:101:rm.0 Request processed in 29553us (29862us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016102.443675:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11337 00000100:00100000:1.0:1734016102.457520:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331905152 00000100:00100000:1.0:1734016102.457528:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331905152 00000100:00100000:1.0:1734016102.457566:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2357 00000100:00100000:1.0:1734016102.457572:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10364:x1818247331905152:12345-192.168.201.52@tcp:36:rm.0 00010000:00010000:1.0:1734016102.457610:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734016102.457631:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59184 expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.457667:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173aaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59145 expref: 17 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.457677:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d3173a6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59130 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.457684:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff88012e3bf400) 00010000:00010000:1.0:1734016102.457691:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173b21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5917d expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.457697:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8200) 00010000:00010000:1.0:1734016102.457704:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016102.457737:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457746:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457753:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457762:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173b59 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457767:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173b59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457771:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173b59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457831:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457838:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.457843:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000040:00080000:1.0:1734016102.458016:0:6485:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:1.0:1734016102.458022:0:6485:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 366787299870ns, next at 367787298905ns, rc = 0 00000040:00080000:1.0:1734016102.458040:0:6485:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:1.0:1734016102.458043:0:6485:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 366787321698ns, next at 367787321168ns, rc = 0 00010000:00010000:1.0:1734016102.458074:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458081:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458087:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458093:0:6485:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458097:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458102:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458107:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458113:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0885100) 00010000:00010000:1.0:1734016102.458115:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458122:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458128:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff88012e3bf400) 00010000:00010000:1.0:1734016102.458130:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734016102.458133:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 3/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458137:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173b67 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458155:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458159:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458163:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458167:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e1680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.458169:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458174:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458180:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff88012e3bf400) 00010000:00010000:1.0:1734016102.458182:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734016102.458184:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458187:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173b60 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458263:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458268:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458272:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458276:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2400 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.458277:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458281:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458287:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8400) 00010000:00010000:1.0:1734016102.458289:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016102.458291:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.458295:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173b52 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000004:00010000:1.0:1734016102.458303:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9bb800 reply state ffff8801353cf000 transno 4294968809 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173b59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016102.458308:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016102.458351:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10364:x1818247331905152:12345-192.168.201.52@tcp:36:rm.0 Request processed in 779us (934us total) trans 4294968809 rc 0/0 00000100:00100000:1.0:1734016102.458357:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2357 00000100:00100000:0.0:1734016102.493279:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331905280 00000100:00100000:0.0:1734016102.493286:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331905280 00000100:00100000:0.0:1734016102.493323:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2358 00000100:00100000:0.0:1734016102.493329:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10365:x1818247331905280:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1734016102.493347:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.493361:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173b6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59199 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.493403:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.493412:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.493419:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016102.493451:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016102.493453:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016102.493464:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.493493:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173b6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59199 expref: 17 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.493517:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59199 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.493523:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b3f2ee00) 00010000:00010000:0.0:1734016102.493525:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734016102.493527:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016102.493567:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10365:x1818247331905280:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 238us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.493572:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2358 00000100:00100000:1.0:1734016102.506083:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331905536 00000100:00100000:1.0:1734016102.506091:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331905536 00000100:00100000:1.0:1734016102.506139:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2359 00000100:00100000:1.0:1734016102.506146:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10365:x1818247331905536:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:1.0:1734016102.506163:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.506166:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016102.506187:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3173b75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59199 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.506216:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b3f2ee00) 00010000:00010000:1.0:1734016102.506224:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016102.506236:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173b7c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591a0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.506320:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506329:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506336:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506346:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3173b8a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506351:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3173b8a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506356:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3173b8a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506615:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506622:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506627:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016102.506636:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00010000:00010000:1.0:1734016102.506653:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506658:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506663:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506667:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2ac0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.506670:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506675:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506681:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8c00) 00010000:00010000:1.0:1734016102.506683:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016102.506685:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.506689:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173b83 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000004:00010000:1.0:1734016102.506696:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012ea93100 reply state ffff8801353c9000 transno 4294968810 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3173b8a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016102.506705:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734016102.506737:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173b7c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a0 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.506749:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a0 expref: 17 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.506754:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012bfb8200) 00010000:00010000:1.0:1734016102.506756:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016102.506758:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016102.506809:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10365:x1818247331905536:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 663us (1795us total) trans 4294968810 rc 0/0 00000100:00100000:1.0:1734016102.506815:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2359 00000100:00100000:0.0:1734016102.522533:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331905792 00000100:00100000:0.0:1734016102.522540:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331905792 00000100:00100000:0.0:1734016102.527678:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2360 00000100:00100000:0.0:1734016102.527689:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10365:x1818247331905792:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1734016102.527712:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.527737:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3173b9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591a7 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.527814:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.527824:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a0 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.527830:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.527859:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a0 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.527869:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173b91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a0 expref: 19 pid: 6485 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016102.527879:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334292992:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016102.527930:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.542961:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334292992:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016102.542980:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.543542:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016102.543548:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016102.543562:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00000004:00080000:0.0:1734016102.543662:0:14034:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00000004:00080000:0.0:1734016102.543666:0:14034:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0 00010000:00010000:1.0:1734016102.545139:0:14034:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545147:0:14034:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545152:0:14034:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545157:0:14034:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e4900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.545159:0:14034:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545165:0:14034:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545173:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012bfb8200) 00010000:00010000:1.0:1734016102.545175:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734016102.545178:0:14034:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545182:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ba6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016102.545228:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3173b9f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a7 expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.545234:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d3173b9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591a7 expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.545242:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:1.0:1734016102.545264:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10365:x1818247331905792:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 17577us (22796us total) trans 4294968811 rc 301/301 00000100:00100000:1.0:1734016102.545271:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2360 00000100:00100000:0.0:1734016102.554698:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.562062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.572408:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.614457:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.632002:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.661039:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.666718:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.683918:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.684018:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331907456 00000100:00100000:1.0:1734016102.684025:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331907456 00000100:00100000:1.0:1734016102.684169:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11338 00000100:00100000:1.0:1734016102.684175:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247331907456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.684190:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.684207:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173c01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591ca expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016102.684225:0:7694:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1734016102.684241:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016102.684243:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016102.684249:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173c01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ca expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.684261:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173c01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ca expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.684270:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016102.684308:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247331907456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 132us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.684313:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11338 00000100:00100000:0.0:1734016102.700311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.714605:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.714655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.714753:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331907712 00000100:00100000:1.0:1734016102.714761:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331907712 00002000:00010000:1.0:1734016102.714786:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016102.714789:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970e680 with x1818247331907712 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016102.714797:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970e680. 00000100:00100000:1.0:1734016102.714819:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331907840 00000100:00100000:1.0:1734016102.714821:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331907840 00002000:00010000:1.0:1734016102.714827:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016102.714829:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247331907840 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016102.714835:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970df80. 00000100:00100000:1.0:1734016102.714844:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9430 00000100:00100000:1.0:1734016102.714850:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331907712:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016102.714958:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016102.714960:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1734016102 00002000:00010000:1.0:1734016102.714962:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016102.714964:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1734016102 00002000:00010000:1.0:1734016102.714965:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016102.715001:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331907712:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 151us (405us total) trans 4294969578 rc 0/0 00000100:00100000:1.0:1734016102.715007:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9430 00002000:00010000:1.0:1734016102.715009:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016102.715011:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970e680 with x1818247331907712 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016102.715014:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970e680. 00000100:00100000:1.0:1734016102.715024:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9431 00000100:00100000:1.0:1734016102.715028:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331907840:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016102.715078:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016102.715080:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1734016102 00002000:00010000:1.0:1734016102.715081:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016102.715083:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1734016102 00002000:00010000:1.0:1734016102.715084:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016102.715095:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331907840:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 67us (441us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1734016102.715099:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9431 00002000:00010000:1.0:1734016102.715101:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016102.715103:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247331907840 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016102.715105:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970df80. 00000100:00100000:0.0:1734016102.724628:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.745784:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.746056:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331908224 00000100:00100000:1.0:1734016102.746063:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331908224 00000100:00100000:1.0:1734016102.746102:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2367 00000100:00100000:1.0:1734016102.746107:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247331908224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.746122:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.746124:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016102.746142:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8281440/0xb46129d8d3173c16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591d8 expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.746164:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eba1a00) 00010000:00010000:1.0:1734016102.746173:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016102.746184:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2d00/0xb46129d8d3173c1d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591df expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.746275:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746284:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746292:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746301:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746306:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746310:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746342:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746348:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746353:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016102.746360:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 0 00010000:00010000:1.0:1734016102.746418:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746423:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746427:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746432:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.746434:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746440:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746446:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8300) 00010000:00010000:1.0:1734016102.746448:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016102.746450:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746454:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746460:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746476:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746480:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746484:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2640 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.746486:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746490:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746495:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff88012bfb8000) 00010000:00010000:1.0:1734016102.746497:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016102.746498:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746502:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.746527:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2d00/0xb46129d8d3173c1d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591df expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.746538:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591df expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.746543:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016102.746545:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016102.746547:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016102.746997:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247331908224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 888us (1218us total) trans 4294968817 rc 0/0 00000100:00100000:1.0:1734016102.747004:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2367 00000100:00100000:0.0:1734016102.751782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.751860:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331908480 00000100:00100000:1.0:1734016102.751868:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331908480 00000100:00100000:1.0:1734016102.751910:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2368 00000100:00100000:1.0:1734016102.751916:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247331908480:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016102.751959:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016102.751979:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591df expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.752003:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016102.752006:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016102.752117:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.752128:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.752135:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016102.752162:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968818 00000004:00010000:1.0:1734016102.752177:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88013501c380 reply state ffff8801353ca000 transno 4294968819 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016102.752183:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016102.752444:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247331908480:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 527us (668us total) trans 4294968819 rc 0/0 00000100:00100000:1.0:1734016102.752450:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2368 00000020:00080000:1.0:1734016102.752454:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016102.777570:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.777973:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331908608 00000100:00100000:1.0:1734016102.777980:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331908608 00000100:00100000:1.0:1734016102.778007:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2369 00000100:00100000:1.0:1734016102.778013:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247331908608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.778031:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.778041:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d3173c47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591e6 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.778080:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d3173c47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591e6 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.778088:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1200/0xb46129d8d3173c47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591e6 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.778098:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016102.778099:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734016102.778101:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1200, rc 0) 00000100:00100000:1.0:1734016102.778135:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247331908608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 122us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.778140:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2369 00000100:00100000:0.0:1734016102.787061:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.787145:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331908736 00000100:00100000:1.0:1734016102.787153:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331908736 00000100:00100000:1.0:1734016102.787200:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11340 00000100:00100000:1.0:1734016102.787206:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247331908736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.787223:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.787238:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3173c4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591ed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.787264:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173c01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ca expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.787270:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016102.787272:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016102.787275:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3173c4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ed expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.787300:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173c01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ca expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.787310:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173c01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ca expref: 8 pid: 7694 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016102.787320:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334293120:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016102.787372:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.812379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.812591:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334293120:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016102.812616:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3173c4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591ed expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.812630:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016102.812677:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247331908736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 25470us (25623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.812685:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11340 00000100:00100000:1.0:1734016102.830591:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.831107:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331908992 00000100:00100000:0.0:1734016102.831112:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331908992 00000100:00100000:0.0:1734016102.831155:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11341 00000100:00100000:0.0:1734016102.831161:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247331908992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.831175:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.831189:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3173c55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce591f4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.831211:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3173c08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591d1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.831217:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.831218:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.831221:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3173c55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591f4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.831241:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3173c08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591d1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.831254:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3173c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591d1 expref: 7 pid: 7693 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016102.831263:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334293376:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016102.831612:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.859670:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.905118:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.907255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.925913:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016102.950143:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.950226:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331909760 00000100:00100000:1.0:1734016102.950234:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331909760 00000100:00100000:1.0:1734016102.950277:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2371 00000100:00100000:1.0:1734016102.950283:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247331909760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.950299:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.950303:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016102.950321:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282ac0/0xb46129d8d3173c63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce591fb expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.950341:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eba1e00) 00010000:00010000:1.0:1734016102.950350:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016102.950360:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3173c6a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59202 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.950430:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950438:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950445:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950452:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c78 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950457:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c78 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950471:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c78 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00080000:1.0:1734016102.950676:0:6485:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0 00010000:00010000:1.0:1734016102.950775:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2d00/0xb46129d8d3173c7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950781:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2d00/0xb46129d8d3173c7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950789:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2d00/0xb46129d8d3173c7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950813:0:6485:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950817:0:6485:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950821:0:6485:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950826:0:6485:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e3600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016102.950828:0:6485:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950833:0:6485:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950838:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8300) 00010000:00010000:1.0:1734016102.950840:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016102.950842:0:6485:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.950845:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173c71 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000004:00010000:1.0:1734016102.950852:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88013501df80 reply state ffff8801353cb000 transno 4294968820 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3173c78 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x82be31ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016102.950857:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734016102.950874:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3173c6a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59202 expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.950887:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2d00/0xb46129d8d3173c7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59202 expref: 26 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.950893:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff88012bfb8500) 00010000:00010000:1.0:1734016102.950894:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016102.950896:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2d00, rc 0) 00000100:00100000:1.0:1734016102.950936:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247331909760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 652us (801us total) trans 4294968820 rc 0/0 00000100:00100000:1.0:1734016102.950942:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2371 00000100:00100000:0.0:1734016102.964507:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016102.968928:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2372 00000100:00100000:1.0:1734016102.968936:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247331909888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.968958:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.968974:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59209 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.969018:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.969028:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.969036:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016102.969065:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1734016102.969068:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016102.969080:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016102.969098:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3173c8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59209 expref: 28 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.969114:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3173c94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59209 expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.969120:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012bfb8100) 00010000:00010000:1.0:1734016102.969123:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734016102.969125:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016102.969167:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247331909888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 231us (4665us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.969172:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2372 00000100:00100000:0.0:1734016102.983917:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.281680:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.283543:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331910400 00000100:00100000:1.0:1734016103.283560:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331910400 00000100:00100000:1.0:1734016103.283629:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2374 00000100:00100000:1.0:1734016103.283637:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247331910400:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.283905:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173cbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.283924:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.283938:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016103.283984:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968822 00000004:00010000:1.0:1734016103.284002:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e1a4e00 reply state ffff880076046000 transno 4294968823 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016103.284012:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.284132:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247331910400:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 495us (2461us total) trans 4294968823 rc 0/0 00000100:00100000:1.0:1734016103.284139:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2374 00000020:00080000:1.0:1734016103.284146:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.291803:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.291893:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016103.292550:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016073 00000100:00080000:0.0:1734016103.292553:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016073 00000100:00100000:0.0:1734016103.299509:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.312932:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.313621:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.315937:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331911040 00000100:00100000:1.0:1734016103.315941:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331911040 00002000:00010000:1.0:1734016103.315954:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (100000->18446744073709551615) 00002000:00100000:1.0:1734016103.315957:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5c00 with x1818247331911040 ext(100000->18446744073709551615) 00002000:00010000:1.0:1734016103.315964:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5c00. 00000100:00100000:0.0:1734016103.327998:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.331159:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331911296 00000100:00100000:1.0:1734016103.331173:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331911296 00000100:00100000:1.0:1734016103.331232:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2376 00000100:00100000:1.0:1734016103.331239:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247331911296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.331262:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.331279:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173ccc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59217 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.331359:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173cd3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.331372:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173cd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.331383:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173cd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016103.331408:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 100000 00000004:00200000:1.0:1734016103.331413:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.331431:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173cd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.331449:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173ccc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59217 expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.331481:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173cd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59217 expref: 26 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.331487:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.331490:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.331492:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016103.331540:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247331911296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 302us (3557us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.331546:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2376 00000100:00100000:0.0:1734016103.335374:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.337931:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2377 00000100:00100000:1.0:1734016103.337945:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247331911424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.337969:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.337996:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173cda lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5921e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.338028:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173ce1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.338045:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.338056:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.338155:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173cda lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5921e expref: 28 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.338188:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2400/0xb46129d8d3173ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5921e expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.338195:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.338197:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1734016103.338200:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2400, rc 0) 00000100:00100000:1.0:1734016103.338257:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247331911424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 314us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.338263:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2377 00000100:00100000:0.0:1734016103.347202:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.348807:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2378 00000100:00100000:1.0:1734016103.348819:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247331911680:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.348910:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.348961:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173cd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59217 expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.349017:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.349022:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016103.349256:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173ce8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.349275:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.349286:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016103.349335:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968826 00000004:00010000:1.0:1734016103.349359:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075578000 reply state ffff880076041000 transno 4294968827 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016103.349368:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.349481:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+29:10366:x1818247331911680:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 663us (2292us total) trans 4294968827 rc 0/0 00000100:00100000:1.0:1734016103.349487:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2378 00000020:00080000:1.0:1734016103.349494:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.360528:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.365311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.365679:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331911936 00000100:00100000:1.0:1734016103.365683:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331911936 00002000:00010000:1.0:1734016103.365698:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.365701:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a38000 with x1818247331911936 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.365710:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a38000. 00000100:00100000:1.0:1734016103.365749:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9439 00000100:00100000:1.0:1734016103.365753:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247331911936:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016103.365901:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016103.365903:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.365905:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016103.365908:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.365909:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016103.365967:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247331911936:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 211us (669us total) trans 4294968034 rc 0/0 00000100:00100000:1.0:1734016103.365974:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9439 00002000:00010000:1.0:1734016103.365978:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.365980:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a38000 with x1818247331911936 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.365984:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a38000. 00000100:00100000:0.0:1734016103.371489:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.383281:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.387773:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.393894:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016103.396432:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016073 00000100:00100000:0.0:1734016103.403497:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.415600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.430016:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.430081:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.442316:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.458791:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.469682:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.484055:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331913728 00000100:00100000:0.0:1734016103.484070:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331913728 00000100:00100000:0.0:1734016103.485915:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2380 00000100:00100000:0.0:1734016103.485929:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247331913728:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016103.486190:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016103.486208:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016103.486220:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016103.486261:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968830 00000004:00010000:0.0:1734016103.486280:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800797d7b80 reply state ffff88011db68000 transno 4294968831 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016103.486288:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016103.486398:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:10366:x1818247331913728:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 473us (2487us total) trans 4294968831 rc 0/0 00000100:00100000:0.0:1734016103.486404:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2380 00000020:00080000:0.0:1734016103.486411:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.506336:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331913856 00000100:00100000:0.0:1734016103.506353:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331913856 00000100:00100000:0.0:1734016103.506447:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11347 00000100:00100000:0.0:1734016103.506464:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247331913856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.506487:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.506513:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5923a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.506549:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8282880/0xb46129d8d3173cfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5922c expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.506558:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.506559:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.506562:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d12 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5923a expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.506602:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8282880/0xb46129d8d3173cfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5922c expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.506613:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8282880/0xb46129d8d3173cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5922c expref: 8 pid: 7693 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.506624:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334294400:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016103.506713:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.518619:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.529441:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.529495:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.529544:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331914112 00000100:00100000:1.0:1734016103.529554:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331914112 00002000:00010000:1.0:1734016103.529596:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.529602:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3ad80 with x1818247331914112 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.529618:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3ad80. 00000100:00100000:1.0:1734016103.529648:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331914240 00000100:00100000:1.0:1734016103.529650:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331914240 00002000:00010000:1.0:1734016103.529659:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.529661:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3b100 with x1818247331914240 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.529669:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a3b100. 00000100:00100000:1.0:1734016103.529679:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9442 00000100:00100000:1.0:1734016103.529690:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247331914112:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016103.529899:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016103.529903:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.529905:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1734016103.529908:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.529910:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016103.529944:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247331914112:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 258us (506us total) trans 4294969586 rc 0/0 00000100:00100000:1.0:1734016103.529949:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9442 00002000:00010000:1.0:1734016103.529952:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.529954:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3ad80 with x1818247331914112 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.529958:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3ad80. 00000100:00100000:0.0:1734016103.533667:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.534184:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331914496 00000100:00100000:1.0:1734016103.534204:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331914496 00000100:00100000:1.0:1734016103.534322:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2381 00000100:00100000:1.0:1734016103.534334:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247331914496:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.535226:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.535249:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.535262:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016103.535304:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968832 00000004:00010000:1.0:1734016103.535324:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079a3b480 reply state ffff880076042000 transno 4294968833 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016103.535332:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.536400:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247331914496:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 2060us (2748us total) trans 4294968833 rc 0/0 00000100:00100000:1.0:1734016103.536411:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2381 00000020:00080000:1.0:1734016103.536418:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.539606:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.543580:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.547768:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.552398:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.559922:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.559976:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.565607:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.569111:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.569440:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331915648 00000100:00100000:1.0:1734016103.569459:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331915648 00000100:00100000:1.0:1734016103.569519:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2382 00000100:00100000:1.0:1734016103.569527:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247331915648:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.569837:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.569853:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.569864:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016103.569898:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968834 00000004:00010000:1.0:1734016103.569911:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079468700 reply state ffff880097c03000 transno 4294968835 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016103.569918:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.570700:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247331915648:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 1171us (1603us total) trans 4294968835 rc 0/0 00000100:00100000:1.0:1734016103.570708:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2382 00000020:00080000:1.0:1734016103.570715:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.573443:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.574282:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.579902:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.580128:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331916160 00000100:00100000:1.0:1734016103.580137:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331916160 00000100:00100000:1.0:1734016103.580217:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2383 00000100:00100000:1.0:1734016103.580225:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247331916160:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.580415:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.580427:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.580436:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016103.580472:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968836 00000004:00010000:1.0:1734016103.580485:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079469180 reply state ffff880097c05000 transno 4294968837 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016103.580491:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.580921:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247331916160:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 694us (1028us total) trans 4294968837 rc 0/0 00000100:00100000:1.0:1734016103.580928:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2383 00000020:00080000:1.0:1734016103.580934:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016103.583513:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016103.583526:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016103.583531:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016103.583536:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016103.583538:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016103.583544:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016103.583561:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016103.583564:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016103.583568:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016103.583576:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016103.583808:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331916288 00000100:00100000:0.0:1734016103.583817:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331916288 00000100:00100000:0.0:1734016103.583951:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11351 00000100:00100000:0.0:1734016103.583959:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247331916288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.583977:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.583990:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5924f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.584015:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3173d20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59241 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.584023:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.584026:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.584029:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3173d3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5924f expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.584057:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3173d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59241 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.584068:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281440/0xb46129d8d3173d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59241 expref: 13 pid: 7693 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.584083:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334295168:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016103.584401:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.590385:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.603553:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.612940:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331916800 00000100:00100000:0.0:1734016103.612950:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331916800 00002000:00010000:0.0:1734016103.612994:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016103.612999:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163100 with x1818247331916800 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016103.613011:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163100. 00000100:00100000:0.0:1734016103.613803:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9448 00000100:00100000:0.0:1734016103.613812:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247331916800:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016103.613970:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1734016103.613974:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.613976:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016103.613977:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.613979:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:0.0:1734016103.615263:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247331916800:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1444us (2716us total) trans 4294969590 rc 0/0 00000100:00100000:0.0:1734016103.615273:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9448 00002000:00010000:0.0:1734016103.615279:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016103.615283:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163100 with x1818247331916800 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016103.615293:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163100. 00000100:00100000:0.0:1734016103.615645:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331916928 00000100:00100000:0.0:1734016103.615657:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331916928 00002000:00010000:0.0:1734016103.615689:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (21747->18446744073709551615) 00002000:00100000:0.0:1734016103.615691:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161500 with x1818247331916928 ext(21747->18446744073709551615) 00002000:00010000:0.0:1734016103.615698:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161500. 00000100:00100000:0.0:1734016103.615714:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9449 00000100:00100000:0.0:1734016103.615740:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247331916928:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016103.615965:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 21747 00002000:00010000:0.0:1734016103.615968:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.615970:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016103.615972:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.615973:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016103.616017:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247331916928:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 279us (534us total) trans 4294968039 rc 0/0 00000100:00100000:0.0:1734016103.616022:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9449 00002000:00010000:0.0:1734016103.616025:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (21747->18446744073709551615) 00002000:00100000:0.0:1734016103.616027:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161500 with x1818247331916928 ext(21747->18446744073709551615) 00002000:00010000:0.0:1734016103.616030:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161500. 00000100:00100000:0.0:1734016103.619296:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.619416:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331917184 00000100:00100000:1.0:1734016103.619424:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331917184 00002000:00100000:1.0:1734016103.619474:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (12288->16383) req@ffff880079469f80 x1818247331917184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.619484:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469f80 with x1818247331917184 ext(12288->16383) 00002000:00010000:1.0:1734016103.619489:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469f80 00000100:00100000:1.0:1734016103.619525:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9450 00000100:00100000:1.0:1734016103.619532:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247331917184:12345-192.168.201.52@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1734016103.620419:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247331917184:12345-192.168.201.52@tcp:3:ptlrpcd_00_00.0 Request processed in 884us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.620427:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9450 00002000:00100000:1.0:1734016103.620433:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (12288->16383) req@ffff880079469f80 x1818247331917184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.620441:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469f80 with x1818247331917184 ext(12288->16383) 00002000:00010000:1.0:1734016103.620444:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469f80 00000100:00100000:0.0:1734016103.623648:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.624392:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331917440 00000100:00100000:1.0:1734016103.624407:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331917440 00002000:00100000:1.0:1734016103.624472:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (16384->20479) req@ffff88007946a300 x1818247331917440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.624482:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a300 with x1818247331917440 ext(16384->20479) 00002000:00010000:1.0:1734016103.624487:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a300 00000100:00100000:1.0:1734016103.624903:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9451 00000100:00100000:1.0:1734016103.624913:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247331917440:12345-192.168.201.52@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1734016103.625142:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247331917440:12345-192.168.201.52@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (1502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.625150:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9451 00002000:00100000:1.0:1734016103.625155:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (16384->20479) req@ffff88007946a300 x1818247331917440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.625163:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a300 with x1818247331917440 ext(16384->20479) 00002000:00010000:1.0:1734016103.625166:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a300 00000100:00100000:0.0:1734016103.630882:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.630958:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.631185:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331917696 00000100:00100000:1.0:1734016103.631199:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331917696 00002000:00100000:1.0:1734016103.631250:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (20480->24575) req@ffff88007946a680 x1818247331917696/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.631261:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a680 with x1818247331917696 ext(20480->24575) 00002000:00010000:1.0:1734016103.631268:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a680 00000100:00100000:1.0:1734016103.631310:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331917952 00000100:00100000:1.0:1734016103.631312:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331917952 00002000:00100000:1.0:1734016103.631326:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4186112->4194303) req@ffff88007946aa00 x1818247331917952/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.631332:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946aa00 with x1818247331917952 ext(4186112->4194303) 00002000:00010000:1.0:1734016103.631335:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946aa00 00000100:00100000:1.0:1734016103.631351:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9452 00000100:00100000:1.0:1734016103.631360:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247331917696:12345-192.168.201.52@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1734016103.631554:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247331917696:12345-192.168.201.52@tcp:3:ptlrpcd_00_01.0 Request processed in 194us (683us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.631564:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9452 00002000:00100000:1.0:1734016103.631569:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (20480->24575) req@ffff88007946a680 x1818247331917696/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.631575:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a680 with x1818247331917696 ext(20480->24575) 00002000:00010000:1.0:1734016103.631578:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a680 00000100:00100000:1.0:1734016103.631592:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9453 00000100:00100000:1.0:1734016103.631596:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247331917952:12345-192.168.201.52@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1734016103.631695:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247331917952:12345-192.168.201.52@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (738us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1734016103.631700:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9453 00002000:00100000:1.0:1734016103.631704:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4186112->4194303) req@ffff88007946aa00 x1818247331917952/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:64/0 lens 488/8632 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 8192/8192 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1734016103.631710:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946aa00 with x1818247331917952 ext(4186112->4194303) 00002000:00010000:1.0:1734016103.631713:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946aa00 00000100:00100000:0.0:1734016103.637521:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.642591:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.642758:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331918208 00000100:00100000:1.0:1734016103.642768:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331918208 00000100:00100000:1.0:1734016103.642815:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2384 00000100:00100000:1.0:1734016103.642823:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247331918208:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016103.646705:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016103.646759:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334295680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734016103.646890:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016103.647097:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334295808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734016103.647347:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247331918208:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 4518us (4759us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.647359:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2384 00000100:00080000:0.0:1734016103.650091:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016073 00000100:00100000:1.0:1734016103.650296:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016103.650762:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016073 00000100:00100000:0.0:1734016103.676593:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.676643:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.676706:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.676783:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331918592 00000100:00100000:0.0:1734016103.676795:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331918592 00010000:00010000:0.0:1734016103.676865:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59176 expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.676915:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331918464 00000100:00100000:0.0:1734016103.676917:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331918464 00010000:00010000:0.0:1734016103.676930:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8280480/0xb46129d8d3173b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5916f expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.676968:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3099 00000100:00100000:0.0:1734016103.676978:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247331918592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.677000:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.677014:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173b13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59176 expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.677031:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173b13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59176 expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.677069:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3173b13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59176 expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.677103:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.677107:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.677115:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3173d4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.677126:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3173d4a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.677164:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.677233:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247331918592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 255us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.677240:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3099 00000100:00100000:0.0:1734016103.677266:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3100 00000100:00100000:0.0:1734016103.677270:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247331918464:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.677277:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.677280:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800a8280480/0xb46129d8d3173b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5916f expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.677287:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8280480/0xb46129d8d3173b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5916f expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.677308:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8280480/0xb46129d8d3173b0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5916f expref: 15 pid: 7693 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.677322:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.677323:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.677325:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8281440/0xb46129d8d3173d51 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.677332:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8281440/0xb46129d8d3173d51 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.677346:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.677365:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247331918464:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 94us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.677372:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3100 00000100:00100000:1.0:1734016103.677588:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331918336 00000100:00100000:1.0:1734016103.677595:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331918336 00000100:00100000:1.0:1734016103.677630:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11355 00000100:00100000:1.0:1734016103.677634:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247331918336:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016103.688763:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968041 is committed 00000001:00080000:0.0:1734016103.688792:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968040 is committed 00000001:00080000:0.0:1734016103.688816:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968038 is committed 00000004:00080000:0.0:1734016103.691399:0:3512:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007946b480/2, rc 0, transno 2295 00000100:00100000:0.0:1734016103.691406:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334295680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734016103.691834:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331918336:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 14197us (15260us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.691841:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11355 00000004:00080000:1.0:1734016103.696791:0:3514:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880076258000/2, rc 0, transno 745 00000100:00100000:1.0:1734016103.696813:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334295808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734016103.704285:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.704711:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331918720 00000100:00100000:1.0:1734016103.704748:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331918720 00000100:00100000:1.0:1734016103.704830:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2385 00000100:00100000:1.0:1734016103.704842:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10366:x1818247331918720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.704884:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.704927:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d58 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5925d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.705054:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.705071:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.705086:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016103.705119:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4216051 00000004:00200000:1.0:1734016103.705123:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.705145:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.705173:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3173d58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5925d expref: 19 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.706370:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5925d expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.706379:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.706382:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.706385:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016103.706461:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247331918720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1620us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.706468:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2385 00000100:00100000:0.0:1734016103.712648:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.713054:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.726095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.726152:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.745662:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.747866:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331919360 00000100:00100000:1.0:1734016103.747884:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331919360 00000100:00100000:1.0:1734016103.747976:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2386 00000100:00100000:1.0:1734016103.747987:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247331919360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.748015:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.748041:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3173d82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59280 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.748149:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.748163:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.748174:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016103.748202:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4216051 00000004:00200000:1.0:1734016103.748206:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.748223:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.748249:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3173d82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59280 expref: 16 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.748285:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59280 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.748293:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.748297:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.748301:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016103.748386:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247331919360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 400us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.748392:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2386 00000100:00100000:0.0:1734016103.755645:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.760124:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.765902:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331919744 00000100:00100000:1.0:1734016103.765916:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331919744 00000100:00100000:1.0:1734016103.765971:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2387 00000100:00100000:1.0:1734016103.765979:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247331919744:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016103.766036:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.766065:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3173d5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5925d expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.766097:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.766102:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016103.766264:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173d97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.766276:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59280 expref: 14 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.766288:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173d97 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.766320:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59280 expref: 14 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.766333:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173d89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59280 expref: 14 pid: 6485 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016103.766348:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334296704:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016103.766434:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.773104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.773228:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334296704:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016103.773250:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173d97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.774235:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173d97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.774240:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173d97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016103.774352:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968838 00000004:00010000:1.0:1734016103.774408:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767a5c00 reply state ffff880097c07000 transno 4294968839 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173d97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016103.774415:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016103.775742:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247331919744:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9757us (15630us total) trans 4294968839 rc 0/0 00000100:00100000:1.0:1734016103.775753:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2387 00000020:00080000:1.0:1734016103.775759:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.786823:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.794985:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.803153:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.814157:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.825091:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.825163:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.825256:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331920640 00000100:00100000:1.0:1734016103.825275:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331920640 00002000:00010000:1.0:1734016103.825342:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.825349:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a6d80 with x1818247331920640 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.825369:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767a6d80. 00000100:00100000:1.0:1734016103.825408:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331920512 00000100:00100000:1.0:1734016103.825411:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331920512 00002000:00010000:1.0:1734016103.825427:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3127155->18446744073709551615) 00002000:00100000:1.0:1734016103.825429:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a7100 with x1818247331920512 ext(3127155->18446744073709551615) 00002000:00010000:1.0:1734016103.825441:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767a7100. 00000100:00100000:1.0:1734016103.825469:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9455 00000100:00100000:1.0:1734016103.825478:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331920640:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016103.826004:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 21747 -> 0 00002000:00010000:1.0:1734016103.826008:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016103 -> 1734016104 00002000:00010000:1.0:1734016103.826010:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016103 -> 0 00002000:00010000:1.0:1734016103.826013:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016103 -> 1734016104 00002000:00010000:1.0:1734016103.826015:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:1.0:1734016103.826104:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331920640:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 628us (1033us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1734016103.826111:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9455 00002000:00010000:1.0:1734016103.826117:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016103.826119:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a6d80 with x1818247331920640 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016103.826123:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767a6d80. 00000100:00100000:1.0:1734016103.826142:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9456 00000100:00100000:1.0:1734016103.826146:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331920512:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016103.826385:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3127155 00002000:00010000:1.0:1734016103.826388:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016103 -> 1734016104 00002000:00010000:1.0:1734016103.826391:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016103 -> 0 00002000:00010000:1.0:1734016103.826392:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016103 -> 1734016104 00002000:00010000:1.0:1734016103.826394:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 8192 -> 6112 00000100:00100000:1.0:1734016103.826414:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247331920512:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 267us (1251us total) trans 4294969592 rc 0/0 00000100:00100000:1.0:1734016103.826418:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9456 00002000:00010000:1.0:1734016103.826420:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3127155->18446744073709551615) 00002000:00100000:1.0:1734016103.826423:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a7100 with x1818247331920512 ext(3127155->18446744073709551615) 00002000:00010000:1.0:1734016103.826426:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767a7100. 00000100:00100000:0.0:1734016103.837128:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.837228:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331920768 00000100:00100000:1.0:1734016103.837236:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331920768 00000100:00100000:1.0:1734016103.837282:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2388 00000100:00100000:1.0:1734016103.837288:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247331920768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.837309:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.837326:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173dac lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5929c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.837403:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173db3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.837416:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173db3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.837426:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173db3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016103.837461:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3127155 00000004:00200000:1.0:1734016103.837465:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.837479:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173db3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.837498:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3173dac lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5929c expref: 16 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.838730:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173db3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5929c expref: 15 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.838742:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.838745:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.838748:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016103.839441:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247331920768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2149us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.839459:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2388 00000100:00100000:0.0:1734016103.842326:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.842387:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.866976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.867050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.879936:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.891858:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.891966:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331921664 00000100:00100000:1.0:1734016103.891974:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331921664 00000100:00100000:1.0:1734016103.892026:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2389 00000100:00100000:1.0:1734016103.892036:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247331921664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.892076:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.892107:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173dd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce592bf expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.892248:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.892265:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.892277:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016103.892308:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3127155 00000004:00200000:1.0:1734016103.892313:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016103.892335:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016103.892385:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3173dd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592bf expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.892431:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592bf expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.892442:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016103.892479:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016103.892482:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016103.892551:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247331921664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 516us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.892560:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2389 00000100:00100000:0.0:1734016103.900827:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.907018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.934035:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.934081:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.934429:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11370 00000100:00100000:0.0:1734016103.934435:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331922176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.934452:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.934465:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3173df9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce592db expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.934496:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334298240:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016103.934520:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.938158:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334298240:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016103.938202:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3173df9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592db expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.938217:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3173df9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592db expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.938247:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:1.0:1734016103.938301:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331922176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3864us (4218us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.938310:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11370 00000100:00100000:0.0:1734016103.952500:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.952550:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.953159:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331922304 00000100:00100000:1.0:1734016103.953172:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331922304 00000100:00100000:1.0:1734016103.953216:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331922432 00000100:00100000:1.0:1734016103.953218:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331922432 00000100:00100000:1.0:1734016103.953242:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11371 00000100:00100000:1.0:1734016103.953249:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331922304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.953268:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.953288:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3173e00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce592e2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.953349:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334298368:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016103.953412:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.953478:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11372 00000100:00100000:0.0:1734016103.953482:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331922432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.953491:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.953502:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d3173e07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce592e9 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.953524:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334298496:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016103.953541:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.958039:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334298368:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016103.958086:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3173e00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592e2 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.958101:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3173e00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592e2 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.958134:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016103.958184:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331922304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4934us (5692us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.958195:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11371 00000100:00100000:1.0:1734016103.961259:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331922560 00000100:00100000:1.0:1734016103.961269:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331922560 00000100:00100000:1.0:1734016103.961325:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331922688 00000100:00100000:1.0:1734016103.961328:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331922688 00000100:00100000:1.0:1734016103.961355:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11373 00000100:00100000:1.0:1734016103.961362:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331922560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.961386:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.961412:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3173e0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce592f0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.961481:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334298624:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016103.961550:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.965871:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334298624:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016103.965894:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3173e0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.965903:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3173e0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.965925:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016103.965952:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331922560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4591us (4781us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.965958:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11373 00000100:00100000:0.0:1734016103.974830:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.980620:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.986928:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.991553:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.996135:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016103.996208:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016103.996228:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331923968 00000100:00100000:1.0:1734016103.996242:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331923968 00000100:00100000:1.0:1734016103.996298:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331923840 00000100:00100000:1.0:1734016103.996300:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331923840 00000100:00100000:1.0:1734016103.996319:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11375 00000100:00100000:1.0:1734016103.996327:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331923968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.996346:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.996365:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2880/0xb46129d8d3173e1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59305 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.996428:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334298880:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016103.996510:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.000520:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334298880:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.000558:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2880/0xb46129d8d3173e1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59305 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.000574:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2880/0xb46129d8d3173e1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59305 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.001058:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016104.001102:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331923968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4775us (4980us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.001110:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11375 00000100:00100000:0.0:1734016104.005694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.005788:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.005875:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331924096 00000100:00100000:1.0:1734016104.005885:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331924096 00000100:00100000:1.0:1734016104.005943:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331924224 00000100:00100000:1.0:1734016104.005946:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331924224 00000100:00100000:1.0:1734016104.005967:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11377 00000100:00100000:1.0:1734016104.005975:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331924096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.006000:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.006029:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173e2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5930c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.006115:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334299136:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016104.006208:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.009483:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334299136:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.009539:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173e2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5930c expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.009559:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3173e2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5930c expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.010184:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016104.010252:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331924096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4277us (4571us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.010264:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11377 00000100:00100000:0.0:1734016104.015363:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016104.016159:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016074 00000100:00100000:0.0:1734016104.024956:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016104.026827:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016074 00000100:00100000:0.0:1734016104.031245:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331924864 00000100:00100000:0.0:1734016104.031253:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331924864 00010000:00010000:0.0:1734016104.031292:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592bf expref: 20 pid: 6485 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.031334:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3104 00000100:00100000:0.0:1734016104.031342:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247331924864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.031360:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.031367:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592bf expref: 20 pid: 6485 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.031378:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592bf expref: 20 pid: 6485 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.031414:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3173ddd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce592bf expref: 20 pid: 6485 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.031455:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016104.031460:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173e38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016104.031477:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016104.031486:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d3173e38 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016104.031512:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.032646:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247331924864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1300us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.032657:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3104 00000100:00100000:1.0:1734016104.038076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.044737:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.066422:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.070885:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.076561:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016104.078607:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016074 00000100:00100000:0.0:1734016104.082678:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.084528:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.090236:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.097393:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.102607:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.116868:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016104.120659:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969595 is committed 00000001:00080000:0.0:1734016104.120684:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969593 is committed 00000001:00080000:0.0:1734016104.120711:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969591 is committed 00000100:00100000:0.0:1734016104.142205:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.151301:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.151350:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.164775:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11384 00000100:00100000:0.0:1734016104.164783:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331926912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.164800:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.164816:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3173e69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5933d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.164883:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334300288:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016104.164951:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.176077:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.176132:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.197256:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.210090:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.228976:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.238182:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.246978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.254639:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.278423:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.289145:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.296983:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.297136:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331928704 00000100:00100000:0.0:1734016104.297146:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331928704 00002000:00100000:0.0:1734016104.297188:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3284992->3289087) req@ffff880076259880 x1818247331928704/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.297198:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259880 with x1818247331928704 ext(3284992->3289087) 00002000:00010000:0.0:1734016104.297204:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259880 00000100:00100000:0.0:1734016104.297285:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9468 00000100:00100000:0.0:1734016104.297292:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331928704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.299363:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331928704:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2061us (2384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.299377:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9468 00002000:00100000:0.0:1734016104.299390:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3284992->3289087) req@ffff880076259880 x1818247331928704/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.299398:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259880 with x1818247331928704 ext(3284992->3289087) 00002000:00010000:0.0:1734016104.299403:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259880 00000100:00100000:0.0:1734016104.308851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.320180:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.344448:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.413916:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.419377:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.432893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.433021:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331929728 00000100:00100000:0.0:1734016104.433035:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331929728 00000100:00100000:0.0:1734016104.433101:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11397 00000100:00100000:0.0:1734016104.433111:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331929728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.433132:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.433157:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ebd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59391 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.433239:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076d31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334301952:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016104.433325:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.435921:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076d31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334301952:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.435972:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ebd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59391 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.435990:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d3173ebd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59391 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.436022:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:1.0:1734016104.436071:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331929728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2960us (3194us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.436080:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11397 00000100:00100000:0.0:1734016104.447374:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.459906:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.460001:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331930112 00000100:00100000:1.0:1734016104.460012:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331930112 00000100:00100000:1.0:1734016104.460069:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2393 00000100:00100000:1.0:1734016104.460079:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247331930112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.460104:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.460123:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173ec4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59398 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.460203:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173ecb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016104.460215:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173ecb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016104.460226:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173ecb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016104.460249:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8797803 00000004:00200000:1.0:1734016104.460253:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016104.460268:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173ecb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016104.460284:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3173ec4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59398 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.460309:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3173ecb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59398 expref: 17 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.460317:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016104.460321:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016104.460325:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016104.460362:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247331930112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 285us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.460367:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2393 00000100:00100000:0.0:1734016104.463365:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.463496:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331930240 00000100:00100000:1.0:1734016104.463509:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331930240 00000100:00100000:1.0:1734016104.463693:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11398 00000100:00100000:1.0:1734016104.463703:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331930240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.463754:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.463781:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173ed2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5939f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.463867:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334302080:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016104.463955:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.467970:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334302080:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.468012:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173ed2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5939f expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.468031:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3173ed2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5939f expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.469753:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016104.470860:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331930240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7151us (7502us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.470869:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11398 00000100:00100000:0.0:1734016104.475013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.475149:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331930368 00000100:00100000:1.0:1734016104.475164:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331930368 00000100:00100000:1.0:1734016104.475821:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11399 00000100:00100000:1.0:1734016104.475831:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331930368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.475852:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.475874:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3173ed9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce593a6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.475951:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334302208:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016104.476035:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.478674:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334302208:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.478715:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3173ed9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593a6 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.478763:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3173ed9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593a6 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.478974:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016104.479029:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247331930368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3198us (4034us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.479039:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11399 00000100:00100000:0.0:1734016104.483120:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.483238:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331930496 00000100:00100000:1.0:1734016104.483251:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331930496 00000100:00100000:1.0:1734016104.483911:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11400 00000100:00100000:1.0:1734016104.483921:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331930496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.483955:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.483981:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3173ee0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce593ad expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.484055:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334302336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016104.484144:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.488049:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334302336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.488095:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3173ee0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593ad expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.488114:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3173ee0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593ad expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.488332:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016104.488532:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331930496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4610us (5424us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.488548:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11400 00000100:00100000:0.0:1734016104.496890:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.499119:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331930624 00000100:00100000:1.0:1734016104.499139:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331930624 00000100:00100000:1.0:1734016104.499233:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11401 00000100:00100000:1.0:1734016104.499241:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331930624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.499268:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.499295:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2880/0xb46129d8d3173ee7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce593b4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.499372:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334302464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016104.499468:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.502424:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334302464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.502483:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2880/0xb46129d8d3173ee7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593b4 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.502503:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2880/0xb46129d8d3173ee7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593b4 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.502544:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016104.502623:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331930624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3380us (5744us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.502634:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11401 00000100:00100000:1.0:1734016104.508917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.517926:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.540664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.547409:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.557527:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.567518:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.568606:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.583876:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.590939:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.599895:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.606557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.606620:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.606783:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331932544 00000100:00100000:1.0:1734016104.606798:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331932544 00010000:00010000:1.0:1734016104.606856:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3173ef5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3051520->3055615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593c2 expref: 7 pid: 7693 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.606891:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331932416 00000100:00100000:1.0:1734016104.606893:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331932416 00010000:00010000:1.0:1734016104.606904:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3173efc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593c9 expref: 13 pid: 7693 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.606922:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3109 00000100:00100000:1.0:1734016104.606931:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331932544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.606951:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.606979:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3173ef5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3051520->3055615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593c2 expref: 7 pid: 7693 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.606989:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3173ef5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3051520->3055615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593c2 expref: 7 pid: 7693 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.607027:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.607087:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331932544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 155us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.607096:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3109 00000100:00100000:1.0:1734016104.607115:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3110 00000100:00100000:1.0:1734016104.607118:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331932416:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.607123:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.607129:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3173efc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593c9 expref: 13 pid: 7693 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.607138:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3173efc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593c9 expref: 13 pid: 7693 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.607150:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.607152:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.607160:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3173f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3723264->3727359) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593e5 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.607170:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3173f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3723264->3727359) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593e5 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.607202:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3173f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3723264->3727359) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce593e5 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.607218:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334303616:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016104.607268:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.612535:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334303616:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016104.612558:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.612619:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331932416:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5497us (5996us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.612632:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3110 00000100:00100000:0.0:1734016104.615064:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.623384:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.638250:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.642958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016104.644931:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969598 is committed 00000100:00100000:0.0:1734016104.651106:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.663118:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.676920:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.684761:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.693510:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.706144:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.706189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.734005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.734052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.735656:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11417 00000100:00100000:0.0:1734016104.735661:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331934208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.735670:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.735680:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3173f49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5940f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.735705:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076d32680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334304640:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016104.735744:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.752922:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331934464 00000100:00100000:0.0:1734016104.752931:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331934464 00000100:00100000:0.0:1734016104.753088:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331934592 00000100:00100000:0.0:1734016104.753091:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331934592 00000100:00100000:0.0:1734016104.753115:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11418 00000100:00100000:0.0:1734016104.753121:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331934464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.753136:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.753151:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173f50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5941d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.753202:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334304768:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016104.753649:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.758181:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334304768:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.758246:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173f50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5941d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.758265:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3173f50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5941d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.759201:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:1.0:1734016104.759228:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331934464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6106us (6414us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.759235:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11418 00000100:00100000:0.0:1734016104.765935:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.765992:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016104.767886:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331934720 00000100:00100000:1.0:1734016104.767904:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331934720 00000100:00100000:1.0:1734016104.767956:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331934848 00000100:00100000:1.0:1734016104.767959:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331934848 00000100:00100000:1.0:1734016104.767998:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11420 00000100:00100000:1.0:1734016104.768009:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331934720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.768039:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.768060:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3173f5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5942b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.768130:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334305024:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016104.768208:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.768273:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11421 00000100:00100000:0.0:1734016104.768281:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331934848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.768291:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.768306:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3173f65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59432 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.768338:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076d33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334305152:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016104.768360:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.770649:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334305024:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016104.770691:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3173f5e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5942b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.770707:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3173f5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5942b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.770748:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016104.770795:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331934720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2786us (4870us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.770806:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11420 00000100:00100000:0.0:1734016104.797067:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.802754:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016104.810313:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016104.912375:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.912486:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.925971:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.926016:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.937987:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.938652:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.940190:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11427 00000100:00100000:0.0:1734016104.940196:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247331936000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.940528:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.940540:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3173f8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59455 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.940567:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334305920:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016104.940591:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.947519:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.965882:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.973551:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.980521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.990593:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016104.999290:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.007382:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.015140:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016105.015670:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016075 00000100:00100000:0.0:1734016105.025650:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.027712:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.038943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.043495:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.053212:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.054505:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.076266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016105.078709:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016075 00000100:00100000:0.0:1734016105.082966:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.083603:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.093407:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.093469:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.104615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016105.106480:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016075 00000100:00100000:0.0:1734016105.113448:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.118380:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.124836:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.130601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.133978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.141674:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.141717:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.149034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.158512:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331939968 00000100:00100000:0.0:1734016105.158527:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331939968 00000100:00100000:0.0:1734016105.158599:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11447 00000100:00100000:0.0:1734016105.158608:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331939968:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016105.158878:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3989923 -> 3989923 00002000:00010000:0.0:1734016105.158881:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.158884:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:0.0:1734016105.158886:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.158888:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6152 -> 6152 00000100:00100000:0.0:1734016105.159001:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331939968:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 393us (2558us total) trans 4294969601 rc 0/0 00000100:00100000:0.0:1734016105.159007:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11447 00000100:00100000:0.0:1734016105.162842:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.163821:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331940096 00000100:00100000:1.0:1734016105.163835:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331940096 00000100:00100000:1.0:1734016105.163909:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11448 00000100:00100000:1.0:1734016105.163920:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247331940096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.163942:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.163962:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d317401b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce594da expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.163996:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3173fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594c5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.164004:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.164006:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.164009:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d317401b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [475136->479231] (req 475136->479231) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594da expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.164049:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3173fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594c5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.164062:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3173fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594c5 expref: 9 pid: 13917 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.164075:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334308736:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016105.164158:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.167021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.167565:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334308736:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016105.167606:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d317401b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [475136->479231] (req 475136->479231) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594da expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.167625:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016105.167680:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247331940096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3761us (4848us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.167690:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11448 00000100:00100000:0.0:1734016105.173014:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.173126:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331940352 00000100:00100000:1.0:1734016105.173137:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331940352 00000100:00100000:1.0:1734016105.176567:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11449 00000100:00100000:1.0:1734016105.176578:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331940352:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.176825:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3989923 -> 3989923 00002000:00010000:1.0:1734016105.176828:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.176831:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.176834:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.176836:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6152 -> 6152 00000100:00100000:1.0:1734016105.176964:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331940352:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 386us (3962us total) trans 4294969602 rc 0/0 00000100:00100000:1.0:1734016105.176974:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11449 00000100:00100000:0.0:1734016105.190797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.191922:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11450 00000100:00100000:1.0:1734016105.191931:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331940480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.191963:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.191984:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174022 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce594e1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.192050:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334308992:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.192132:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.198587:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016104 -> 1734016105 00000100:00100000:1.0:1734016105.198629:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334308992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.198681:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174022 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594e1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.198699:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174022 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594e1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.198770:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016105.198840:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331940480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6907us (8053us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.198848:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11450 00000100:00100000:1.0:1734016105.206813:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.220305:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.225205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.234463:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.239972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.243461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.243540:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.243865:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11454 00000100:00100000:1.0:1734016105.243871:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b043850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331941504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.243881:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.243898:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174045 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59504 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.243939:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334309504:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.244043:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.245432:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016105 00000100:00100000:1.0:1734016105.245458:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334309504:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.245486:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174045 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59504 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.245497:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174045 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59504 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.245512:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016105.245547:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b043850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331941504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1674us (2006us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.245555:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11454 00000100:00100000:0.0:1734016105.248247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.248296:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.248381:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331941632 00000100:00100000:1.0:1734016105.248389:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331941632 00000100:00100000:1.0:1734016105.248569:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331941760 00000100:00100000:1.0:1734016105.248572:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331941760 00000100:00100000:1.0:1734016105.248858:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11456 00000100:00100000:1.0:1734016105.248862:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331941760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.248869:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.248879:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317405a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59512 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.248900:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334309888:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.248918:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.250448:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334309888:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.250481:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317405a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59512 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.250494:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317405a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59512 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.250508:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016105.250544:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247331941760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1680us (2247us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.250552:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11456 00000100:00100000:1.0:1734016105.262013:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331942016 00000100:00100000:1.0:1734016105.262027:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331942016 00000100:00100000:1.0:1734016105.262085:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2398 00000100:00100000:1.0:1734016105.262093:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247331942016:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016105.262142:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.262170:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8282f40/0xb46129d8d3174014 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594d3 expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.262637:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.262643:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016105.262867:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174061 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.262881:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d317403e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594f6 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.262889:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174061 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.262929:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d317403e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594f6 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.262942:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8280480/0xb46129d8d317403e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594f6 expref: 16 pid: 14034 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.262959:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334310016:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016105.263056:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.266587:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334310016:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016105.266628:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174061 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016105.266705:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016105.267518:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174061 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.267524:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174061 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016105.267607:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968844 00000004:00010000:1.0:1734016105.267656:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007716a680 reply state ffff8800773f6000 transno 4294968845 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174061 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016105.267662:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016105.267766:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247331942016:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5673us (6172us total) trans 4294968845 rc 0/0 00000100:00100000:1.0:1734016105.267772:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2398 00000020:00080000:1.0:1734016105.267776:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016105.276450:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.276484:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.276503:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331942272 00000100:00100000:0.0:1734016105.276509:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331942272 00002000:00010000:0.0:1734016105.276535:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016105.276539:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557a300 with x1818247331942272 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016105.276548:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007557a300. 00000100:00100000:0.0:1734016105.276563:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331942400 00000100:00100000:0.0:1734016105.276565:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331942400 00002000:00010000:0.0:1734016105.276573:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1598673->18446744073709551615) 00002000:00100000:0.0:1734016105.276575:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557aa00 with x1818247331942400 ext(1598673->18446744073709551615) 00002000:00010000:0.0:1734016105.276580:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007557aa00. 00000100:00100000:0.0:1734016105.284682:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.286128:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9483 00000100:00100000:1.0:1734016105.286138:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331942656:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.287300:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331942656:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1158us (2623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.287309:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9483 00002000:00100000:1.0:1734016105.287318:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1593344->1597439) req@ffff88007557b800 x1818247331942656/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.287327:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557b800 with x1818247331942656 ext(1593344->1597439) 00002000:00010000:1.0:1734016105.287332:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007557b800 00000100:00100000:1.0:1734016105.297999:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.302059:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.307677:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.307842:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331943168 00000100:00100000:1.0:1734016105.307855:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331943168 00000100:00100000:1.0:1734016105.308812:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2399 00000100:00100000:1.0:1734016105.308826:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247331943168:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016105.309018:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247331943168:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 194us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.309027:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2399 00000100:00100000:0.0:1734016105.312071:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016105.320626:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968049 is committed 00000001:00080000:0.0:1734016105.320657:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968046 is committed 00000100:00100000:0.0:1734016105.326833:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.333041:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.355343:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.355472:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331943680 00000100:00100000:1.0:1734016105.355484:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331943680 00000100:00100000:1.0:1734016105.355557:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2401 00000100:00100000:1.0:1734016105.355568:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247331943680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.355605:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.355637:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174076 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59520 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.355809:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317407d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.355827:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317407d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.355842:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317407d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016105.355868:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5792977 00000004:00200000:1.0:1734016105.355871:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016105.355896:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317407d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.355922:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174076 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59520 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.355950:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317407d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59520 expref: 17 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.355959:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.355962:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016105.355966:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016105.356029:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247331943680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 463us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.356035:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2401 00000100:00100000:0.0:1734016105.359047:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.365925:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.366205:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331943936 00000100:00100000:1.0:1734016105.366217:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331943936 00000100:00100000:1.0:1734016105.366272:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331943808 00000100:00100000:1.0:1734016105.366275:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331943808 00000100:00100000:1.0:1734016105.366299:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11459 00000100:00100000:1.0:1734016105.366307:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331943936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.366324:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.366341:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174084 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5952e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.366409:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334310144:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.366490:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.366554:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11460 00000100:00100000:0.0:1734016105.366559:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331943808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.366568:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.366577:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d317408b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59527 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.366602:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334310272:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016105.366619:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.369097:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 0 -> 1734016105 00002000:00010000:1.0:1734016105.369101:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:1.0:1734016105.369114:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334310144:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.369138:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174084 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5952e expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.369148:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174084 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5952e expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.369177:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016105.369202:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331943936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2897us (10169us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.369208:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11459 00000100:00100000:1.0:1734016105.373205:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331944192 00000100:00100000:1.0:1734016105.373213:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331944192 00000100:00100000:1.0:1734016105.373244:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11461 00000100:00100000:1.0:1734016105.373251:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331944192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.373269:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.373286:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174092 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5953c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.373337:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334310400:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.373404:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.379156:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334310400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.379203:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174092 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5953c expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.379221:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174092 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5953c expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.379234:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016105.379295:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331944192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6042us (6197us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.379305:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11461 00000100:00100000:0.0:1734016105.387869:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.392503:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.414856:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.542461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.542540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.600834:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.600959:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331945216 00000100:00100000:1.0:1734016105.600969:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331945216 00000100:00100000:1.0:1734016105.601030:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11464 00000100:00100000:1.0:1734016105.601038:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331945216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.601064:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.601084:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31740a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59543 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.601149:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334310784:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.601213:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.610592:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334310784:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.610629:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31740a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59543 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.610644:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31740a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59543 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.610672:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016105.610748:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331945216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9680us (9896us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.610758:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11464 00000100:00100000:0.0:1734016105.617123:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331945472:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 71817us (74570us total) trans 0 rc 1593344/1593344 00000100:00100000:0.0:1734016105.617135:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9489 00002000:00100000:0.0:1734016105.617148:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->1593343) req@ffff8800767a6680 x1818247331945472/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 1593344/1593344 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.617163:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a6680 with x1818247331945472 ext(0->1593343) 00002000:00010000:0.0:1734016105.617168:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767a6680 00000100:00100000:1.0:1734016105.617286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.617391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.617435:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331945728 00000100:00100000:1.0:1734016105.617443:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331945728 00000100:00100000:1.0:1734016105.617469:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331945600 00000100:00100000:1.0:1734016105.617470:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331945600 00000100:00100000:1.0:1734016105.617484:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11465 00000100:00100000:1.0:1734016105.617490:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331945728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.617503:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.617518:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31740ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59558 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.617565:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334310912:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.617595:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.617614:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11466 00000100:00100000:1.0:1734016105.617618:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247331945600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.617625:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.617633:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31740b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59551 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.617654:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334311040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.617669:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.625095:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334310912:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.625154:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31740ae lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59558 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.625175:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31740ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59558 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.625191:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016105.625270:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331945728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7778us (7982us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.625280:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11465 00000100:00100000:0.0:1734016105.631072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.631126:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.631214:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331945856 00000100:00100000:1.0:1734016105.631225:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331945856 00000100:00100000:1.0:1734016105.631262:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331945984 00000100:00100000:1.0:1734016105.631265:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331945984 00000100:00100000:1.0:1734016105.631282:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11467 00000100:00100000:1.0:1734016105.631289:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331945856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.631310:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.631329:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31740bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5955f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.631379:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334311168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.631433:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.631450:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11468 00000100:00100000:1.0:1734016105.631454:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331945984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.631461:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.631470:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31740c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59566 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.631490:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334311296:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.631507:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.633033:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334311296:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016105.633071:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31740c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59566 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.633084:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31740c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59566 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.633113:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:0.0:1734016105.633148:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247331945984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1691us (2020us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.633155:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11468 00000100:00100000:1.0:1734016105.633939:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334311168:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.633962:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31740bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5955f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.633972:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31740bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5955f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.633982:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016105.634007:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331945856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2719us (2946us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.634014:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11467 00000100:00100000:1.0:1734016105.642174:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331946112 00000100:00100000:1.0:1734016105.642185:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331946112 00000100:00100000:1.0:1734016105.642235:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11469 00000100:00100000:1.0:1734016105.642242:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247331946112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.642258:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.642274:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5956d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.642300:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.642307:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.642309:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.642312:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.642338:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.642349:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 11 pid: 7692 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.642361:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334311424:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016105.642452:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.648854:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334311424:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016105.648894:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.648912:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016105.648957:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247331946112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6715us (6877us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.648964:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11469 00000100:00100000:0.0:1734016105.649489:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331946240 00000100:00100000:0.0:1734016105.649496:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331946240 00002000:00100000:0.0:1734016105.649526:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1859584->1863679) req@ffff880077168a80 x1818247331946240/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 4584/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.649534:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168a80 with x1818247331946240 ext(1859584->1863679) 00010000:00010000:0.0:1734016105.649541:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 12 pid: 7692 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.649552:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 12 pid: 7692 timeout: 469 lvb_type: 0 00002000:00010000:0.0:1734016105.649558:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880077168a80 00000100:00100000:0.0:1734016105.649576:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 318 00000100:00100000:0.0:1734016105.649581:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331946240:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016105.650992:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247331946240:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1405us (2814us total) trans 4294969605 rc 0/0 00000100:00100000:1.0:1734016105.651002:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 318 00002000:00100000:1.0:1734016105.651009:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1859584->1863679) req@ffff880077168a80 x1818247331946240/t4294969605(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 4584/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.651018:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168a80 with x1818247331946240 ext(1859584->1863679) 00010000:00010000:1.0:1734016105.651026:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 14 pid: 7692 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.651038:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 14 pid: 7692 timeout: 469 lvb_type: 0 00002000:00010000:1.0:1734016105.651044:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880077168a80 00000100:00100000:1.0:1734016105.657621:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.657707:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331946368 00000100:00100000:0.0:1734016105.657715:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331946368 00010000:00010000:0.0:1734016105.657784:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 14 pid: 7692 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.657825:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3120 00000100:00100000:0.0:1734016105.657833:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247331946368:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016105.657850:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016105.657883:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 14 pid: 7692 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.657895:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 14 pid: 7692 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.657922:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8281d40/0xb46129d8d3174030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594ef expref: 14 pid: 7692 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.658141:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.658146:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.658155:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.658171:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.659021:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.659040:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334311552:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016105.659123:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.661698:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334311552:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016105.661742:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.661778:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247331946368:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3945us (4167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.661787:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3120 00000100:00100000:0.0:1734016105.662612:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.663511:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331946624 00000100:00100000:1.0:1734016105.663521:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331946624 00002000:00100000:1.0:1734016105.663563:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (77824->81919) req@ffff88012b9d0380 x1818247331946624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.663571:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247331946624 ext(77824->81919) 00002000:00010000:1.0:1734016105.663576:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:1.0:1734016105.663612:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9490 00000100:00100000:1.0:1734016105.663617:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331946624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.663812:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331946624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 193us (1202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.663819:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9490 00002000:00100000:1.0:1734016105.663826:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (77824->81919) req@ffff88012b9d0380 x1818247331946624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.663832:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247331946624 ext(77824->81919) 00002000:00010000:1.0:1734016105.663835:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:0.0:1734016105.665613:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.668311:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.668407:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331947136 00000100:00100000:1.0:1734016105.668427:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331947136 00002000:00100000:1.0:1734016105.668477:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (57344->122879) req@ffff88012b9d0e00 x1818247331947136/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.668493:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247331947136 ext(57344->122879) 00002000:00010000:1.0:1734016105.668498:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0e00 00000100:00100000:1.0:1734016105.668529:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9492 00000100:00100000:1.0:1734016105.668536:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331947136:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.670705:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331947136:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2157us (2391us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1734016105.670745:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9492 00002000:00100000:1.0:1734016105.670759:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (57344->122879) req@ffff88012b9d0e00 x1818247331947136/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.670768:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247331947136 ext(57344->122879) 00002000:00010000:1.0:1734016105.670775:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0e00 00000100:00100000:0.0:1734016105.673182:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.673292:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331947264 00000100:00100000:1.0:1734016105.673303:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331947264 00000100:00100000:1.0:1734016105.673369:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11470 00000100:00100000:1.0:1734016105.673377:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331947264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.673402:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.673436:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59574 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.673459:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.673462:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.673472:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59574 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.673492:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59574 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.673505:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016105.673551:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247331947264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 174us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.673557:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11470 00000100:00100000:0.0:1734016105.676609:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.684626:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.709432:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.713314:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.713394:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331947904 00000100:00100000:1.0:1734016105.713400:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331947904 00010000:00010000:1.0:1734016105.713435:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317406f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59519 expref: 24 pid: 14034 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.713469:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3121 00000100:00100000:1.0:1734016105.713476:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247331947904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.713487:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.713492:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317406f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59519 expref: 24 pid: 14034 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.713500:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317406f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59519 expref: 24 pid: 14034 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.713517:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317406f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59519 expref: 24 pid: 14034 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.713531:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.713535:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31740e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016105.713543:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31740e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016105.713549:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31740e6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016105.713574:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.713607:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247331947904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 130us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.713613:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3121 00000100:00100000:0.0:1734016105.716147:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.720013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.720050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.720133:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331948288 00000100:00100000:1.0:1734016105.720141:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331948288 00010000:00010000:1.0:1734016105.720167:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 10 pid: 7693 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.720186:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331948160 00000100:00100000:1.0:1734016105.720188:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331948160 00010000:00010000:1.0:1734016105.720199:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59574 expref: 14 pid: 7693 timeout: 470 lvb_type: 1 00000100:00100000:1.0:1734016105.720223:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3122 00000100:00100000:1.0:1734016105.720230:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247331948288:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.720245:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.720266:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 10 pid: 7693 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.720277:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 10 pid: 7693 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.720295:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31740ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5956d expref: 10 pid: 7693 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.720311:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.720337:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331948288:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 107us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.720343:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3122 00000100:00100000:1.0:1734016105.720357:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3123 00000100:00100000:1.0:1734016105.720360:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247331948160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.720367:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.720375:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59574 expref: 14 pid: 7693 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016105.720383:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59574 expref: 14 pid: 7693 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016105.720395:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31740d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59574 expref: 14 pid: 7693 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016105.720403:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.720405:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.720409:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.720429:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.720470:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.720482:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334312320:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016105.720511:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.727328:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.727435:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334312320:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016105.727453:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.727500:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331948160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7138us (7449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.727511:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3123 00000100:00100000:0.0:1734016105.744020:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.744135:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331948544 00000100:00100000:1.0:1734016105.744142:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331948544 00010000:00010000:1.0:1734016105.744166:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3174006 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594cc expref: 8 pid: 13917 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.744188:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3124 00000100:00100000:1.0:1734016105.744194:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331948544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.744207:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.744224:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3174006 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594cc expref: 8 pid: 13917 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.744234:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3174006 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594cc expref: 8 pid: 13917 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.744256:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3174006 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce594cc expref: 8 pid: 13917 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.744276:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.744277:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.744283:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31740f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59590 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.744290:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31740f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59590 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.744322:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31740f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59590 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.744335:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334312576:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016105.744379:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.746501:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334312576:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016105.746523:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.746562:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247331948544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2366us (2543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.746572:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3124 00000100:00100000:0.0:1734016105.747189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.747223:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.756395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.763199:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.765618:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.765779:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331949312 00000100:00100000:1.0:1734016105.765786:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331949312 00010000:00010000:1.0:1734016105.765815:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3174102 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59597 expref: 19 pid: 14034 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.765839:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3125 00000100:00100000:1.0:1734016105.765846:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247331949312:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.765859:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.765865:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3174102 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59597 expref: 19 pid: 14034 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.765875:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3174102 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59597 expref: 19 pid: 14034 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.765895:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.765900:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3174109 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016105.765909:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3174109 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016105.765915:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3174109 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016105.765932:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.765966:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247331949312:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 120us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.765971:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3125 00000100:00100000:0.0:1734016105.768838:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.773258:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.773279:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331949568 00000100:00100000:0.0:1734016105.773284:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331949568 00010000:00010000:0.0:1734016105.773303:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 10 pid: 7692 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016105.773325:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3126 00000100:00100000:0.0:1734016105.773330:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247331949568:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016105.773340:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016105.773397:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 10 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016105.773407:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 10 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016105.773434:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31740ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59589 expref: 10 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016105.773456:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.773458:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.773462:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.773470:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.773494:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.773504:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334312960:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016105.773528:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.775220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.778449:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.782258:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.782308:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.792617:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.796369:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.809328:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.809441:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331950720 00000100:00100000:1.0:1734016105.809452:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331950720 00002000:00100000:1.0:1734016105.809498:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (360448->4194303) req@ffff880079469c00 x1818247331950720/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.809511:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469c00 with x1818247331950720 ext(360448->4194303) 00002000:00010000:1.0:1734016105.809518:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469c00 00000100:00100000:1.0:1734016105.809598:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9498 00000100:00100000:1.0:1734016105.809607:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331950720:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.815834:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331950720:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 6219us (6507us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.815845:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9498 00002000:00100000:1.0:1734016105.815854:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (360448->4194303) req@ffff880079469c00 x1818247331950720/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.815863:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469c00 with x1818247331950720 ext(360448->4194303) 00002000:00010000:1.0:1734016105.815867:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469c00 00000100:00100000:0.0:1734016105.822574:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.822631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.824052:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9499 00000100:00100000:1.0:1734016105.824061:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331950976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.824227:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331950976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 167us (1662us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.824235:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9499 00002000:00100000:1.0:1734016105.824241:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (364544->368639) req@ffff880079468000 x1818247331950976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.824249:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079468000 with x1818247331950976 ext(364544->368639) 00002000:00010000:1.0:1734016105.824252:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079468000 00000100:00100000:1.0:1734016105.824268:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9500 00000100:00100000:1.0:1734016105.824272:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247331951232:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.833779:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247331951232:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 9496us (11137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.833790:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9500 00002000:00100000:1.0:1734016105.833802:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5328895) req@ffff880079468380 x1818247331951232/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.833960:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079468380 with x1818247331951232 ext(4194304->5328895) 00002000:00010000:1.0:1734016105.833965:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079468380 00000100:00100000:0.0:1734016105.834311:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.837525:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.837656:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331951616 00000100:00100000:1.0:1734016105.837664:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331951616 00000100:00100000:1.0:1734016105.838040:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2406 00000100:00100000:1.0:1734016105.838047:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247331951616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.838069:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.838090:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317412c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce595b3 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.838132:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3174133 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.838142:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3174133 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.838152:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3174133 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016105.838185:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1734016105.838187:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016105.838200:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3174133 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.838216:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317412c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595b3 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.838230:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2880/0xb46129d8d3174133 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595b3 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.838240:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880076126e00) 00010000:00010000:1.0:1734016105.838242:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734016105.838244:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2880, rc 0) 00000100:00100000:1.0:1734016105.838277:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247331951616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 230us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.838283:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2406 00000100:00100000:0.0:1734016105.840055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.845569:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.845678:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331952128 00000100:00100000:1.0:1734016105.845687:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331952128 00000100:00100000:1.0:1734016105.845768:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2408 00000100:00100000:1.0:1734016105.845777:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247331952128:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016105.845829:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.845857:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317414f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595ba expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.845875:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.845879:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016105.846028:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.846040:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3174125 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595ac expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.846048:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.846072:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3174125 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595ac expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.846088:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3174125 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595ac expref: 25 pid: 14034 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.846101:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334313344:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016105.846150:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.849109:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334313344:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016105.849136:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016105.849583:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016105.850494:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.850501:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016105.850584:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968852 00000004:00010000:1.0:1734016105.850619:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007946a300 reply state ffff8800773f4000 transno 4294968853 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016105.850625:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016105.850683:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247331952128:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4907us (5123us total) trans 4294968853 rc 0/0 00000100:00100000:1.0:1734016105.850688:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2408 00000020:00080000:1.0:1734016105.850691:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016105.853566:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016105.853577:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016105.853582:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016105.853588:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e1440 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016105.853591:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016105.853598:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016105.853611:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016105.853614:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016105.853617:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016105.853621:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317415d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016105.854478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.858313:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.858695:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331952512 00000100:00100000:1.0:1734016105.858705:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331952512 00002000:00100000:1.0:1734016105.858775:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (888832->5332904) req@ffff88007946ad80 x1818247331952512/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.858792:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946ad80 with x1818247331952512 ext(888832->5332904) 00010000:00010000:1.0:1734016105.858801:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 15 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.858813:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 15 pid: 7692 timeout: 470 lvb_type: 0 00002000:00010000:1.0:1734016105.858819:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007946ad80 00000100:00100000:1.0:1734016105.858852:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 319 00000100:00100000:1.0:1734016105.858858:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247331952512:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016105.864564:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247331952512:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5696us (6252us total) trans 4294969608 rc 0/0 00000100:00100000:1.0:1734016105.864575:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 319 00002000:00100000:1.0:1734016105.864585:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (888832->5332904) req@ffff88007946ad80 x1818247331952512/t4294969608(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 504/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.864593:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946ad80 with x1818247331952512 ext(888832->5332904) 00010000:00010000:1.0:1734016105.864603:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 17 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.864618:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 17 pid: 7692 timeout: 470 lvb_type: 0 00002000:00010000:1.0:1734016105.864624:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007946ad80 00000100:00100000:0.0:1734016105.868678:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.868937:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331952640 00000100:00100000:1.0:1734016105.868948:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331952640 00010000:00010000:1.0:1734016105.868980:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 17 pid: 7692 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.869020:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3129 00000100:00100000:1.0:1734016105.869027:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247331952640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.869041:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016105.869057:0:7025:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3445972 -> 5332905 00002000:00010000:1.0:1734016105.869059:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6144 -> 6152 00010000:00010000:1.0:1734016105.869065:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 17 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.869079:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 17 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.869104:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3174110 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5959e expref: 17 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.869143:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.869145:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.869151:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3174164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595c1 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.869159:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3174164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595c1 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.869191:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3174164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595c1 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.869203:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334313600:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016105.869263:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.878385:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.879226:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334313600:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016105.879253:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.879283:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247331952640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10255us (10613us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.879292:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3129 00000100:00100000:0.0:1734016105.886388:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.887357:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331952896 00000100:00100000:1.0:1734016105.887366:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331952896 00010000:00010000:1.0:1734016105.887394:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3174117 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595a5 expref: 9 pid: 7692 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.887626:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3130 00000100:00100000:1.0:1734016105.887635:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331952896:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.887650:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.887675:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3174117 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595a5 expref: 9 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.887689:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3174117 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595a5 expref: 9 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.887716:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3174117 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595a5 expref: 9 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016105.887770:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.887772:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.887778:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317416b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595c8 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.887787:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317416b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595c8 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.887826:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317416b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595c8 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.887840:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334313856:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016105.887914:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.893485:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334313856:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016105.893506:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.893543:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331952896:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5907us (7162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.893555:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3130 00000100:00100000:0.0:1734016105.894327:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.894431:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.899754:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.899847:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331953280 00000100:00100000:1.0:1734016105.899857:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331953280 00000100:00100000:1.0:1734016105.899912:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2409 00000100:00100000:1.0:1734016105.899919:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247331953280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.899939:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.899958:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174172 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce595cf expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.900041:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174179 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.900051:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.900059:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016105.900084:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8194873 00000004:00200000:1.0:1734016105.900090:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016105.900105:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.900125:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174172 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595cf expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.900163:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174179 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595cf expref: 26 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.900170:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.900172:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016105.900175:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016105.900218:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247331953280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 299us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.900224:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2409 00000100:00100000:0.0:1734016105.902477:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.902527:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.902612:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331953536 00000100:00100000:1.0:1734016105.902620:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331953536 00000100:00100000:1.0:1734016105.902666:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331953408 00000100:00100000:1.0:1734016105.902669:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331953408 00000100:00100000:1.0:1734016105.902694:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11479 00000100:00100000:1.0:1734016105.902700:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331953536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.902716:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.902764:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174180 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce595dd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.902815:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334313984:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016105.902868:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.902923:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11480 00000100:00100000:0.0:1734016105.902928:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247331953408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.902937:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.902946:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3174187 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce595d6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.902969:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079993100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334314112:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016105.902986:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.905850:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334313984:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016105.905872:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174180 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595dd expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.905881:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174180 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595dd expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.905889:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016105.905911:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247331953536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3212us (3442us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.905917:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11479 00000100:00100000:0.0:1734016105.908548:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.908596:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.914259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.918459:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.922613:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.922957:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331954304 00000100:00100000:1.0:1734016105.922963:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331954304 00002000:00100000:1.0:1734016105.922996:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3997696->4001791) req@ffff880079992d80 x1818247331954304/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.923005:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992d80 with x1818247331954304 ext(3997696->4001791) 00002000:00010000:1.0:1734016105.923009:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079992d80 00000100:00100000:1.0:1734016105.923335:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9503 00000100:00100000:1.0:1734016105.923342:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331954304:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.923480:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331954304:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 137us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.923486:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9503 00002000:00100000:1.0:1734016105.923491:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3997696->4001791) req@ffff880079992d80 x1818247331954304/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.923498:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992d80 with x1818247331954304 ext(3997696->4001791) 00002000:00010000:1.0:1734016105.923501:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079992d80 00000100:00100000:0.0:1734016105.926604:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.936181:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.941299:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.946020:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.946934:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9504 00000100:00100000:1.0:1734016105.946942:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331954944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.947128:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331954944:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 185us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.947134:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9504 00002000:00100000:1.0:1734016105.947140:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (655360->659455) req@ffff88007662aa00 x1818247331954944/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.947147:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662aa00 with x1818247331954944 ext(655360->659455) 00002000:00010000:1.0:1734016105.947151:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662aa00 00000100:00100000:1.0:1734016105.950962:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.953645:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.954089:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331955456 00000100:00100000:1.0:1734016105.954099:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331955456 00002000:00100000:1.0:1734016105.954135:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (663552->667647) req@ffff880076629500 x1818247331955456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.954143:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629500 with x1818247331955456 ext(663552->667647) 00002000:00010000:1.0:1734016105.954148:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076629500 00000100:00100000:1.0:1734016105.954175:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9506 00000100:00100000:1.0:1734016105.954181:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331955456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.954324:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247331955456:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 143us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.954330:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9506 00002000:00100000:1.0:1734016105.954335:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (663552->667647) req@ffff880076629500 x1818247331955456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.954341:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629500 with x1818247331955456 ext(663552->667647) 00002000:00010000:1.0:1734016105.954344:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076629500 00000100:00100000:0.0:1734016105.956798:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.960208:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.965616:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.971910:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.972264:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331956096 00000100:00100000:1.0:1734016105.972272:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331956096 00000100:00100000:1.0:1734016105.972315:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2411 00000100:00100000:1.0:1734016105.972321:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247331956096:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016105.972359:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.972381:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174179 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce595cf expref: 26 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.972545:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.972549:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016105.972668:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31741d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.972679:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31741bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5960e expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.972686:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31741d4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.972712:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31741bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5960e expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.972749:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31741bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5960e expref: 23 pid: 14034 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016105.972760:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334315392:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016105.973126:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.976165:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.976374:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334315392:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016105.976427:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31741d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.977941:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31741d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.977949:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31741d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016105.978045:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968854 00000004:00010000:1.0:1734016105.978096:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800795f6680 reply state ffff8800773f1000 transno 4294968855 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31741d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016105.978104:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016105.978170:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247331956096:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5848us (6270us total) trans 4294968855 rc 0/0 00000100:00100000:1.0:1734016105.978176:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2411 00000020:00080000:1.0:1734016105.978181:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016105.990772:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016105.990999:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.991202:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331956608 00000100:00100000:1.0:1734016105.991213:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331956608 00002000:00010000:1.0:1734016105.991254:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016105.991258:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7100 with x1818247331956608 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016105.991270:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f7100. 00000100:00100000:1.0:1734016105.991290:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331956736 00000100:00100000:1.0:1734016105.991293:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331956736 00002000:00010000:1.0:1734016105.991303:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2498828->18446744073709551615) 00002000:00100000:1.0:1734016105.991305:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4000 with x1818247331956736 ext(2498828->18446744073709551615) 00002000:00010000:1.0:1734016105.991314:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f4000. 00000100:00100000:1.0:1734016105.991327:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9507 00000100:00100000:1.0:1734016105.991335:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247331956608:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016105.991514:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016105.991518:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016105.991521:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.991523:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016105.991524:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1734016105.993038:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247331956608:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1702us (2272us total) trans 4294969610 rc 0/0 00000100:00100000:1.0:1734016105.993045:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9507 00002000:00010000:1.0:1734016105.993049:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016105.993052:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7100 with x1818247331956608 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016105.993058:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f7100. 00000100:00100000:0.0:1734016105.997526:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016105.997641:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331956864 00000100:00100000:1.0:1734016105.997650:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331956864 00000100:00100000:1.0:1734016105.997778:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2412 00000100:00100000:1.0:1734016105.997786:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247331956864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.997806:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.997824:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d31741e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5962a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.997933:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.997945:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.997954:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016105.997976:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6693132 00000004:00200000:1.0:1734016105.997980:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016105.997992:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016105.998032:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d31741e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5962a expref: 29 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.998836:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5962a expref: 28 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.998846:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016105.998849:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016105.998852:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016105.998915:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247331956864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1128us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.998923:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2412 00000100:00100000:0.0:1734016106.002173:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.002271:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331957120 00000100:00100000:1.0:1734016106.002280:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331957120 00000100:00100000:1.0:1734016106.002676:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2413 00000100:00100000:1.0:1734016106.002686:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247331957120:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016106.002933:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.002946:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5962a expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.002952:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.002979:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5962a expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.002989:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31741e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5962a expref: 27 pid: 6485 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.003001:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334315776:192.168.201.52@tcp:104: 00000100:00080000:0.0:1734016106.003172:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00000100:00100000:1.0:1734016106.003711:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.007172:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334315776:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.007197:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016106.009156:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016106.010165:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.010171:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016106.010239:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968856 00000004:00010000:1.0:1734016106.010273:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076160700 reply state ffff880079bb8000 transno 4294968857 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016106.010279:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016106.010329:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247331957120:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7644us (8164us total) trans 4294968857 rc 0/0 00000100:00100000:1.0:1734016106.010334:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2413 00000020:00080000:1.0:1734016106.010337:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016106.012430:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016106.012441:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016106.012446:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016106.012451:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016106.012454:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016106.012459:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016106.012472:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016106.012474:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016106.012477:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016106.012481:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31741f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016106.012868:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.018849:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331957504 00000100:00100000:0.0:1734016106.018855:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331957504 00010000:00010000:0.0:1734016106.018889:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31741db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59623 expref: 18 pid: 13917 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.018916:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3135 00000100:00100000:0.0:1734016106.018921:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247331957504:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.018933:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.018953:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31741db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59623 expref: 18 pid: 13917 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.018962:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31741db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59623 expref: 18 pid: 13917 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.018982:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31741db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59623 expref: 18 pid: 13917 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.018991:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.018993:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.018997:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31741f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59631 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.019004:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31741f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59631 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.019027:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31741f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59631 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.019037:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076162d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334316032:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016106.019063:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00080000:1.0:1734016106.019118:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016076 00000100:00100000:0.0:1734016106.022955:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.026526:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016106.026801:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016076 00000100:00100000:0.0:1734016106.031461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.031503:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.031675:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331958016 00000100:00100000:1.0:1734016106.031682:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331958016 00002000:00010000:1.0:1734016106.031717:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2747995->18446744073709551615) 00002000:00100000:1.0:1734016106.031743:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161f80 with x1818247331958016 ext(2747995->18446744073709551615) 00002000:00010000:1.0:1734016106.031755:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161f80. 00000100:00100000:1.0:1734016106.031773:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331957888 00000100:00100000:1.0:1734016106.031776:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331957888 00002000:00010000:1.0:1734016106.031786:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016106.031789:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160a80 with x1818247331957888 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016106.031795:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076160a80. 00000100:00100000:1.0:1734016106.031808:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9509 00000100:00100000:1.0:1734016106.031814:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331958016:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016106.032929:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2498828 -> 2747995 00002000:00010000:1.0:1734016106.032933:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.032935:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016106.032937:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.032938:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016106.032969:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331958016:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1155us (1531us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1734016106.032978:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9509 00002000:00010000:1.0:1734016106.032981:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2747995->18446744073709551615) 00002000:00100000:1.0:1734016106.032983:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161f80 with x1818247331958016 ext(2747995->18446744073709551615) 00002000:00010000:1.0:1734016106.032987:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161f80. 00000100:00100000:0.0:1734016106.034691:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.034757:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331958144 00000100:00100000:1.0:1734016106.034764:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331958144 00000100:00100000:1.0:1734016106.034802:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2414 00000100:00100000:1.0:1734016106.034809:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247331958144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.034828:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.034846:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174205 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5963f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.034912:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.034923:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.034930:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016106.034949:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6942299 00000004:00200000:1.0:1734016106.034952:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.034963:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.034977:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174205 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5963f expref: 27 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.034996:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5963f expref: 26 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.035003:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.035006:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.035008:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016106.035040:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247331958144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 231us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.035046:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2414 00000100:00100000:0.0:1734016106.038127:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.038241:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331958400 00000100:00100000:1.0:1734016106.038250:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331958400 00002000:00100000:1.0:1734016106.038295:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1261568->1269759) req@ffff880076163100 x1818247331958400/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.038306:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163100 with x1818247331958400 ext(1261568->1269759) 00002000:00010000:1.0:1734016106.038312:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163100 00000100:00100000:1.0:1734016106.038427:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9511 00000100:00100000:1.0:1734016106.038433:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247331958400:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.039192:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247331958400:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 754us (1078us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1734016106.039199:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9511 00002000:00100000:1.0:1734016106.039205:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1261568->1269759) req@ffff880076163100 x1818247331958400/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:67/0 lens 488/8632 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.039213:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163100 with x1818247331958400 ext(1261568->1269759) 00002000:00010000:1.0:1734016106.039216:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163100 00000100:00100000:0.0:1734016106.043151:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.047579:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.048347:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331958656 00000100:00100000:1.0:1734016106.048360:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331958656 00000100:00100000:1.0:1734016106.048694:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2415 00000100:00100000:1.0:1734016106.048703:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247331958656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.048734:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.048755:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3174213 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59646 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.048829:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317421a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.048838:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317421a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.048846:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317421a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016106.048864:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6942299 00000004:00200000:1.0:1734016106.048867:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.048880:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317421a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.048898:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3174213 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59646 expref: 29 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.049133:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317421a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59646 expref: 28 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.049141:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.049143:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.049146:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016106.049193:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247331958656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 491us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.049199:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2415 00000100:00100000:1.0:1734016106.053072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.053123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.062351:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.062391:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.062554:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11496 00000100:00100000:1.0:1734016106.062558:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247331959040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.062566:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.062581:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174236 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5965b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.062621:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334316672:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.063285:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.065455:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334316672:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.065474:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174236 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5965b expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.065482:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174236 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5965b expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.065495:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016106.065512:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247331959040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2953us (3120us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.065516:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11496 00000100:00100000:0.0:1734016106.068224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.068260:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.068509:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331959296 00000100:00100000:1.0:1734016106.068516:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331959296 00000100:00100000:1.0:1734016106.068550:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331959424 00000100:00100000:1.0:1734016106.068552:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331959424 00000100:00100000:1.0:1734016106.068563:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11497 00000100:00100000:1.0:1734016106.068568:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247331959296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.068582:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.068595:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317423d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59669 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.068636:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334316928:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.068681:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.074887:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.078824:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.083484:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.083853:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331959936 00000100:00100000:1.0:1734016106.083860:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331959936 00002000:00100000:1.0:1734016106.083897:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3334144->3338239) req@ffff880075ff8a80 x1818247331959936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.083905:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247331959936 ext(3334144->3338239) 00002000:00010000:1.0:1734016106.083909:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8a80 00000100:00100000:1.0:1734016106.083935:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9512 00000100:00100000:1.0:1734016106.083940:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247331959936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.084062:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247331959936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 121us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016106.084068:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9512 00002000:00100000:1.0:1734016106.084073:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3334144->3338239) req@ffff880075ff8a80 x1818247331959936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.084080:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247331959936 ext(3334144->3338239) 00002000:00010000:1.0:1734016106.084083:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8a80 00000100:00100000:0.0:1734016106.087524:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.090189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.095576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.100115:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.100203:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331960576 00000100:00100000:1.0:1734016106.100210:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331960576 00000100:00100000:1.0:1734016106.100309:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2416 00000100:00100000:1.0:1734016106.100315:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247331960576:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016106.100351:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.100371:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317421a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59646 expref: 28 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.100562:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.100567:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016106.100674:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174267 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.100685:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5963f expref: 25 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.100690:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174267 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.100711:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5963f expref: 25 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.100817:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317420c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5963f expref: 25 pid: 6485 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.100830:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334317696:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.100908:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.103271:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.103357:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334317696:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.103376:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174267 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.104331:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.104340:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016106.104425:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968858 00000004:00010000:1.0:1734016106.104461:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075ff9f80 reply state ffff880079bbb000 transno 4294968859 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016106.104466:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016106.104522:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247331960576:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4206us (4412us total) trans 4294968859 rc 0/0 00000100:00100000:1.0:1734016106.104527:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2416 00000020:00080000:1.0:1734016106.104530:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016106.107589:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.112000:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.112359:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331960960 00000100:00100000:0.0:1734016106.112365:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331960960 00010000:00010000:0.0:1734016106.112395:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3174252 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5967e expref: 12 pid: 7692 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.112437:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3139 00000100:00100000:0.0:1734016106.112444:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247331960960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.112457:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.112717:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3174252 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5967e expref: 12 pid: 7692 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.112746:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3174252 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5967e expref: 12 pid: 7692 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.112767:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3174252 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5967e expref: 12 pid: 7692 timeout: 470 lvb_type: 1 00010000:00010000:0.0:1734016106.112790:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.112818:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247331960960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 374us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.112823:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3139 00000100:00100000:0.0:1734016106.112898:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.112908:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331961088 00000100:00100000:0.0:1734016106.112911:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331961088 00010000:00010000:0.0:1734016106.112920:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317424b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3334144->3338239) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59677 expref: 19 pid: 7692 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.112942:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3140 00000100:00100000:0.0:1734016106.112947:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247331961088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.112953:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.112960:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317424b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3334144->3338239) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59677 expref: 19 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.112969:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317424b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3334144->3338239) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59677 expref: 19 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.112983:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317424b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3334144->3338239) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59677 expref: 19 pid: 7692 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.112993:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.112995:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.113001:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317426e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59693 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.113011:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59693 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.113043:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59693 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.113061:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334318080:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016106.113103:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.115318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.117159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.122600:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.122639:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.127992:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.128218:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331961728 00000100:00100000:1.0:1734016106.128227:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331961728 00000100:00100000:1.0:1734016106.128277:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2417 00000100:00100000:1.0:1734016106.128284:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247331961728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.128305:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.128322:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317427c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596a1 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.128393:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174283 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.128403:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.128423:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016106.128446:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6790764 00000004:00200000:1.0:1734016106.128450:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.128461:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016106.128478:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317427c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596a1 expref: 31 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.128501:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174283 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596a1 expref: 30 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.128508:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.128510:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.128512:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016106.128548:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247331961728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 265us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.128553:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2417 00000100:00100000:0.0:1734016106.130595:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.130631:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.130974:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11505 00000100:00100000:1.0:1734016106.130981:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331961984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.130995:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.131009:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317428a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596af expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.131051:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334318464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.131099:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa9c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016106.139977:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016105 -> 1734016106 00000100:00100000:1.0:1734016106.140001:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334318464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.140031:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317428a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596af expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.140043:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317428a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596af expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.140062:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016106.140110:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331961984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9128us (9522us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.140116:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11505 00000100:00100000:0.0:1734016106.144684:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.145062:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331962112 00000100:00100000:1.0:1734016106.145073:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331962112 00000100:00100000:1.0:1734016106.149814:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11507 00000100:00100000:1.0:1734016106.149823:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247331962112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.149840:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.149858:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174298 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596b6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.149884:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317426e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59693 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.149890:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.149892:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.149894:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174298 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1830912->1835007] (req 1830912->1835007) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596b6 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.149921:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59693 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.149931:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317426e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59693 expref: 18 pid: 7692 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.149941:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334318720:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.149998:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.155167:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334318720:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.155195:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174298 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1830912->1835007] (req 1830912->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596b6 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.155209:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016106.155251:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247331962112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5429us (10585us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.155258:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11507 00000100:00100000:0.0:1734016106.156024:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.160221:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.160386:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331962496 00000100:00100000:0.0:1734016106.160395:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331962496 00002000:00100000:0.0:1734016106.160442:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1830912->1835007) req@ffff880076259880 x1818247331962496/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.160451:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259880 with x1818247331962496 ext(1830912->1835007) 00002000:00010000:0.0:1734016106.160455:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259880 00000100:00100000:0.0:1734016106.160491:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9515 00000100:00100000:0.0:1734016106.160497:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247331962496:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.160627:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247331962496:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 130us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.160633:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9515 00002000:00100000:0.0:1734016106.160638:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1830912->1835007) req@ffff880076259880 x1818247331962496/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.160713:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259880 with x1818247331962496 ext(1830912->1835007) 00002000:00010000:0.0:1734016106.160717:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259880 00000100:00100000:0.0:1734016106.163603:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.175953:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.177898:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.178608:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331962880 00000100:00100000:1.0:1734016106.178619:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331962880 00000100:00100000:1.0:1734016106.178663:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11508 00000100:00100000:1.0:1734016106.178669:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247331962880:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016106.181485:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969613 is committed 00000001:00080000:0.0:1734016106.181506:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969612 is committed 00000100:00100000:1.0:1734016106.185067:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331962880:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 6385us (7162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.185083:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11508 00000100:00100000:0.0:1734016106.191080:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.191176:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331963008 00000100:00100000:1.0:1734016106.191183:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331963008 00000100:00100000:1.0:1734016106.191228:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11509 00000100:00100000:1.0:1734016106.191234:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331963008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.191249:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.191264:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317429f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596bd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.191312:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334318976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.191359:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.198598:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334318976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.198640:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317429f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596bd expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.198654:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317429f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596bd expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.198671:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016106.198751:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331963008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7515us (7676us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.198760:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11509 00000100:00100000:0.0:1734016106.203910:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.204003:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331963136 00000100:00100000:1.0:1734016106.204011:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331963136 00000100:00100000:1.0:1734016106.204063:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11510 00000100:00100000:1.0:1734016106.204070:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331963136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.204085:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.204104:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31742a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596c4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.204161:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334319104:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.204207:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.205941:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334319104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.205978:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31742a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596c4 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.205991:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31742a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596c4 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.206001:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016106.206039:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247331963136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1969us (2138us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.206048:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11510 00000100:00100000:0.0:1734016106.210807:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.210881:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331963264 00000100:00100000:1.0:1734016106.210889:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331963264 00000100:00100000:1.0:1734016106.210940:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11511 00000100:00100000:1.0:1734016106.210947:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247331963264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.210964:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.210979:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31742ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596cb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.211004:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596b6 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.211014:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.211016:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.211019:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31742ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2560000->2568191] (req 2560000->2568191) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596cb expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.211046:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1835007) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596b6 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.211057:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1830912->1835007) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596b6 expref: 6 pid: 7693 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.211068:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334319232:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.211115:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.214881:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334319232:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.214909:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31742ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2560000->2568191] (req 2560000->2568191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596cb expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.214924:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016106.214965:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247331963264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4017us (4166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.214972:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11511 00000100:00100000:0.0:1734016106.216646:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.221040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.221166:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331963520 00000100:00100000:0.0:1734016106.221173:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331963520 00000100:00100000:0.0:1734016106.221198:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11512 00000100:00100000:0.0:1734016106.221203:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331963520:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.221359:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016106.221363:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.221365:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.221366:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.221368:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1734016106.222311:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331963520:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1104us (1268us total) trans 4294969614 rc 0/0 00000100:00100000:0.0:1734016106.222318:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11512 00000100:00100000:0.0:1734016106.225163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.228669:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.228714:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.230202:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11514 00000100:00100000:0.0:1734016106.230209:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331963904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.230220:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.230233:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31742c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce596e0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.230271:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334319616:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016106.230445:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.233046:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334319616:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016106.233083:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31742c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596e0 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.233097:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31742c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce596e0 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.233492:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016106.233512:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331963904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3303us (4798us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.233516:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11514 00000100:00100000:0.0:1734016106.237030:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.237089:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.250569:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.256149:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.274261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.278975:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334320512:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279032:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.279066:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734016106.279074:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334320384:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279094:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.279106:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334320896:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279126:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.279158:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334320512 00000100:00100000:1.0:1734016106.279164:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334320512 00000100:00080000:1.0:1734016106.279183:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00000100:00100000:1.0:1734016106.279214:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334320384 00000100:00100000:1.0:1734016106.279216:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334320384 00000100:00100000:1.0:1734016106.279235:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1734016106.279242:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334320512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279289:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334320512:12345-0@lo:400:kworker.0 Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.279296:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1734016106.279315:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1734016106.279320:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334320384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279344:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334320384:12345-0@lo:400:kworker.0 Request processed in 23us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.279349:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1734016106.279385:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334320384:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279397:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334320512:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.279514:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334320640:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.279550:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016106.279574:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734016106.279582:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334320256:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.279607:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016106.279644:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247334320768:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.279665:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.279758:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334320256 00000100:00100000:1.0:1734016106.279763:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334320256 00000100:00100000:1.0:1734016106.279801:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1734016106.279806:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334320256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279849:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334320256:12345-0@lo:400:kworker.0 Request processed in 41us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.279853:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1734016106.279870:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334320768 00000100:00100000:1.0:1734016106.279872:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334320768 00000100:00100000:1.0:1734016106.279888:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1734016106.279892:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247334320768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.279912:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247334320768:12345-0@lo:400:kworker.0 Request processed in 19us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.279916:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:0.0:1734016106.280070:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016076 00000100:00080000:0.0:1734016106.280073:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00000100:00080000:0.0:1734016106.280074:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016076 00000100:00100000:0.0:1734016106.280087:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334320256:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.280095:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247334320768:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.281536:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1734016106.281544:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334320896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.281595:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334320896:12345-0@lo:400:kworker.0 Request processed in 52us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.281601:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1734016106.281617:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1734016106.281620:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334320640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.283594:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334320640:12345-0@lo:400:kworker.0 Request processed in 25us (2097us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.283618:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1734016106.283673:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334321024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016106.283757:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016106.283811:0:3513:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969591 gen 2 00000004:00080000:1.0:1734016106.283818:0:3513:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007946b480, transno 4294969591 00000100:00100000:1.0:1734016106.283830:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334320896:0@lo:400:kworker.0 00000100:00100000:0.0:1734016106.287832:0:3514:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968041 gen 2 00000004:00080000:0.0:1734016106.287842:0:3514:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880076258000, transno 4294968041 00000100:00100000:0.0:1734016106.288275:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334320640:0@lo:400:kworker.0 00000100:00100000:1.0:1734016106.290657:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334321024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016106.324964:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.334040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.343634:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.369863:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.405612:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.415498:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.423851:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.442934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.455645:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.461715:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334322304:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016106.461768:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016106.462509:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016106.463600:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.463607:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:1.0:1734016106.463683:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968860 00000004:00010000:1.0:1734016106.463742:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075d94a80 reply state ffff88007978f000 transno 4294968861 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016106.463749:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016106.463808:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247331966208:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7323us (8188us total) trans 4294968861 rc 0/0 00000100:00100000:1.0:1734016106.463814:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2420 00000020:00080000:1.0:1734016106.463817:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016106.466888:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016106.466901:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016106.466908:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016106.466913:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075fff180 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016106.466917:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016106.466923:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016106.466938:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016106.466940:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016106.466944:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016106.466949:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317431d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016106.467507:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.476747:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.485841:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.491306:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.500253:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331966976 00000100:00100000:1.0:1734016106.500265:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331966976 00000100:00100000:1.0:1734016106.511082:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2421 00000100:00100000:1.0:1734016106.511098:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247331966976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.511134:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.511166:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d317432b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5973b expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.511290:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174332 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.511305:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174332 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.511323:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174332 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016106.511351:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10159309 00000004:00200000:1.0:1734016106.511355:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.511373:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174332 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.511395:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d317432b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5973b expref: 27 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.511449:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174332 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5973b expref: 26 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.511458:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.511461:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.511464:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016106.511520:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247331966976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 427us (11953us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.511601:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2421 00000100:00100000:0.0:1734016106.520420:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.520472:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.543577:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.543907:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.545519:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11531 00000100:00100000:1.0:1734016106.545527:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331967360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.545536:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.545547:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317434e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59750 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.545574:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334323072:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.545597:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.548306:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334323072:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.548323:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317434e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59750 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.548331:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317434e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59750 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.548343:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016106.548358:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331967360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2832us (4452us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.548362:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11531 00000100:00100000:0.0:1734016106.550836:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.550897:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.550973:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331967616 00000100:00100000:1.0:1734016106.550989:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331967616 00000100:00100000:1.0:1734016106.551051:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331967744 00000100:00100000:1.0:1734016106.551053:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331967744 00000100:00100000:1.0:1734016106.551377:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11532 00000100:00100000:1.0:1734016106.551384:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331967616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.551412:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.551437:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174355 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5975e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.551509:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334323200:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.551597:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.554240:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334323200:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.554255:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174355 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5975e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.554262:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174355 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5975e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.554269:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016106.554283:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331967616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2901us (3458us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.554287:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11532 00000100:00100000:0.0:1734016106.557195:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.557306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.557394:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331968000 00000100:00100000:1.0:1734016106.557407:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331968000 00000100:00100000:1.0:1734016106.557463:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11534 00000100:00100000:1.0:1734016106.557471:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331968000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.557498:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.557527:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174363 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59773 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.557594:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334323456:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.557672:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.559618:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334323456:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.559645:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174363 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59773 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.559656:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59773 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.559671:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016106.559705:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331968000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2236us (2399us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.559712:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11534 00000100:00100000:0.0:1734016106.561781:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.561921:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331968128 00000100:00100000:1.0:1734016106.561932:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331968128 00000100:00100000:1.0:1734016106.562040:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2422 00000100:00100000:1.0:1734016106.562047:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247331968128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.562075:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.562095:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3174371 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5977a expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.562196:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174378 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.562208:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.562219:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016106.562246:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10159309 00000004:00200000:1.0:1734016106.562252:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.562273:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.562301:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3174371 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5977a expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.562322:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174378 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5977a expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.562330:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.562333:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.562336:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016106.562394:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247331968128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 346us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.562411:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2422 00000100:00100000:0.0:1734016106.565592:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.571013:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.571307:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.572013:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331968512 00000100:00100000:1.0:1734016106.572022:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331968512 00000100:00100000:1.0:1734016106.572061:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331968384 00000100:00100000:1.0:1734016106.572064:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331968384 00000100:00100000:1.0:1734016106.572235:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11537 00000100:00100000:1.0:1734016106.572243:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331968512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.572259:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.572273:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317437f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59788 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.572322:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334323712:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.572372:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.574429:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334323712:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.574460:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317437f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59788 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.574475:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317437f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59788 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.574490:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016106.574667:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331968512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2422us (3661us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.574676:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11537 00000100:00100000:0.0:1734016106.578801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.579110:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.579163:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331968640 00000100:00100000:1.0:1734016106.579175:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331968640 00000100:00100000:1.0:1734016106.579240:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11539 00000100:00100000:1.0:1734016106.579249:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331968640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.579271:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.579294:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317438d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5978f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.579356:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334323968:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.580112:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.582864:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334323968:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.582903:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317438d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5978f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.582918:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317438d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5978f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.582940:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016106.583254:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331968640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4002us (4458us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.583260:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11539 00000100:00100000:0.0:1734016106.587653:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.587698:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.588738:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331969024 00000100:00100000:1.0:1734016106.588747:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331969024 00000100:00100000:1.0:1734016106.589171:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331968896 00000100:00100000:1.0:1734016106.589174:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331968896 00000100:00100000:1.0:1734016106.589200:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11541 00000100:00100000:1.0:1734016106.589207:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331969024:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016106.589220:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11542 00010000:00010000:1.0:1734016106.589225:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734016106.589226:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331968896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.589233:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.589243:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31743a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5979d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.589243:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317439b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597a4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.589292:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334324352:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.589292:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334324224:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016106.591202:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.591202:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.595497:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334324224:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.595532:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317439b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597a4 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.595545:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317439b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597a4 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.595560:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016106.595601:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331969024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6393us (7955us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.595609:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11541 00000100:00100000:0.0:1734016106.597900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.597950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.598079:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331969280 00000100:00100000:1.0:1734016106.598084:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331969280 00000100:00100000:1.0:1734016106.598184:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11544 00000100:00100000:1.0:1734016106.598190:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331969280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.598197:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.598209:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31743b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597b2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.598234:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334324608:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.598329:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.601227:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334324608:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.601246:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31743b0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597b2 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.601255:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31743b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597b2 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.601267:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016106.601284:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247331969280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3094us (3334us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.601290:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11544 00000100:00100000:0.0:1734016106.606134:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.606249:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.606576:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331969792 00000100:00100000:1.0:1734016106.606580:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331969792 00002000:00100000:1.0:1734016106.606597:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3776512->3780607) req@ffff880076109880 x1818247331969792/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.606603:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109880 with x1818247331969792 ext(3776512->3780607) 00002000:00010000:1.0:1734016106.606606:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109880 00000100:00100000:1.0:1734016106.606622:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9520 00000100:00100000:1.0:1734016106.606628:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331969664:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.623992:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.628804:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.628852:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331970176 00000100:00100000:1.0:1734016106.628861:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331970176 00000100:00100000:1.0:1734016106.628912:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11545 00000100:00100000:1.0:1734016106.628918:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087213450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247331970176:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.629077:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5965005 -> 5965005 00002000:00010000:1.0:1734016106.629080:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.629082:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.629084:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.629085:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6160 -> 6160 00000100:00100000:1.0:1734016106.629239:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087213450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247331970176:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 319us (444us total) trans 4294969618 rc 0/0 00000100:00100000:1.0:1734016106.629249:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11545 00000100:00100000:0.0:1734016106.632902:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.633056:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331970304 00000100:00100000:1.0:1734016106.633065:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331970304 00000100:00100000:1.0:1734016106.633338:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11546 00000100:00100000:1.0:1734016106.633346:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331970304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.633370:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.633390:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31743b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597b9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.633465:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334324736:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.633536:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.635839:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.638685:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334324736:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.638741:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31743b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597b9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.638754:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31743b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597b9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.638778:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016106.638828:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331970304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5481us (5935us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.638837:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11546 00000100:00100000:0.0:1734016106.643529:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.643576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.644378:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11549 00000100:00100000:1.0:1734016106.644384:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331970688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.644391:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.644409:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31743cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597ce expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.644432:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334325120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.644452:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.648709:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334325120:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016106.648833:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31743cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ce expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.648849:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31743cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ce expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.648879:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016106.649323:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247331970688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4936us (5744us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.649336:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11549 00000100:00100000:0.0:1734016106.652202:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.655774:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.659947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.660173:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331971200 00000100:00100000:1.0:1734016106.660183:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331971200 00000100:00100000:1.0:1734016106.660233:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11550 00000100:00100000:1.0:1734016106.660240:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247331971200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.660256:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.660270:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31743da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597d5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.660294:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3174324 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59734 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.660301:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.660303:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.660306:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31743da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597d5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.660332:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3174324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59734 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.660344:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3174324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59734 expref: 11 pid: 13917 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.660356:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334325376:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.660418:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.664897:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334325376:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.664928:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31743da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597d5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.664946:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016106.664986:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247331971200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4744us (5046us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.664995:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11550 00000100:00100000:0.0:1734016106.669286:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.672342:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.672441:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331971456 00000100:00100000:1.0:1734016106.672451:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331971456 00000100:00100000:1.0:1734016106.672512:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11551 00000100:00100000:1.0:1734016106.672521:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247331971456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.672544:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.672565:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31743e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597dc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.672597:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3174275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5969a expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.672606:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.672607:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.672611:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31743e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597dc expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.672644:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3174275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5969a expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.672657:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3174275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5969a expref: 11 pid: 7692 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016106.672671:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334325632:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.672710:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.676328:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.676805:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334325632:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.676834:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31743e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597dc expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.676849:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016106.676898:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247331971456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4377us (4567us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.676906:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11551 00000100:00100000:0.0:1734016106.686378:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.693023:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.693816:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.693880:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331971968 00000100:00100000:0.0:1734016106.693884:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331971968 00002000:00010000:0.0:1734016106.693896:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2737463->18446744073709551615) 00002000:00100000:0.0:1734016106.693899:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247331971968 ext(2737463->18446744073709551615) 00002000:00010000:0.0:1734016106.693906:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258700. 00000100:00100000:0.0:1734016106.693917:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9524 00000100:00100000:0.0:1734016106.693921:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247331971968:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016106.694181:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2737463 00002000:00010000:0.0:1734016106.694185:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.694187:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.694190:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.694191:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:0.0:1734016106.694217:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247331971968:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 294us (400us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1734016106.694223:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9524 00002000:00010000:0.0:1734016106.694225:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2737463->18446744073709551615) 00002000:00100000:0.0:1734016106.694227:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247331971968 ext(2737463->18446744073709551615) 00002000:00010000:0.0:1734016106.694230:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258700. 00000100:00100000:0.0:1734016106.696042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.700432:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.700550:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331972224 00000100:00100000:1.0:1734016106.700560:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331972224 00000100:00100000:1.0:1734016106.700617:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11552 00000100:00100000:1.0:1734016106.700624:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247331972224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.700646:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.700667:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31743f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce597ea expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.700695:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31743da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597d5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.700701:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.700703:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.700707:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31743f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2273280->2277375] (req 2273280->2277375) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ea expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.700769:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31743da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597d5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.700781:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d31743da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597d5 expref: 8 pid: 7692 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016106.700794:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334325888:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.700851:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.703095:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.703229:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334325888:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.703256:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31743f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2273280->2277375] (req 2273280->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ea expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.703270:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016106.703310:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247331972224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2686us (2885us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.703317:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11552 00000100:00100000:0.0:1734016106.708152:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.712984:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.719993:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.726390:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.732037:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.736248:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.739876:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.739958:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.744812:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.744886:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331973632 00000100:00100000:1.0:1734016106.744896:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331973632 00000100:00100000:1.0:1734016106.745446:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2426 00000100:00100000:1.0:1734016106.745455:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+29:10366:x1818247331973632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.745483:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.745499:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3174419 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59806 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.745584:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174420 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.745596:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.745608:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016106.745631:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9341852 00000004:00200000:1.0:1734016106.745635:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.745650:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.745668:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3174419 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59806 expref: 31 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.746310:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59806 expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.746318:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.746321:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.746323:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016106.746412:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247331973632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 956us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.746419:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2426 00000100:00100000:0.0:1734016106.748949:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.749459:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331973760 00000100:00100000:1.0:1734016106.749468:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331973760 00000100:00100000:1.0:1734016106.749523:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2427 00000100:00100000:1.0:1734016106.749533:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247331973760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.749563:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.749586:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174427 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5980d expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.749664:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.749674:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.749684:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016106.749707:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9341852 00000004:00200000:1.0:1734016106.749710:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016106.749773:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016106.749797:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3174427 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5980d expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.749811:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5980d expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.749817:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016106.749820:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016106.749823:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016106.749884:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247331973760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 353us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.749890:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2427 00000100:00100000:0.0:1734016106.752132:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.752350:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.759791:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331974272 00000100:00100000:0.0:1734016106.759800:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331974272 00000100:00100000:0.0:1734016106.759833:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331974144 00000100:00100000:0.0:1734016106.759834:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331974144 00000100:00100000:0.0:1734016106.759860:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11559 00000100:00100000:0.0:1734016106.759867:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331974272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.759887:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.759906:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3174443 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59829 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.759965:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334326912:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016106.760024:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.760158:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11560 00000100:00100000:1.0:1734016106.760165:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331974144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.760172:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.760182:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317444a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59822 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.760209:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334327040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.760234:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.765479:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334327040:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.765498:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317444a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59822 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.765508:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317444a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59822 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.765899:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016106.765935:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331974144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5769us (6219us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.765943:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11560 00000100:00100000:0.0:1734016106.770641:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.770798:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331974400 00000100:00100000:1.0:1734016106.770807:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331974400 00000100:00100000:1.0:1734016106.770969:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11561 00000100:00100000:1.0:1734016106.770976:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247331974400:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.771177:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5147548 -> 5147548 00002000:00010000:1.0:1734016106.771180:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016106.771182:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.771184:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016107 -> 1734016106 00002000:00010000:1.0:1734016106.771185:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 6160 -> 6184 00000100:00100000:1.0:1734016106.771236:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247331974400:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 259us (604us total) trans 4294969622 rc 0/0 00000100:00100000:1.0:1734016106.771243:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11561 00000100:00100000:0.0:1734016106.776524:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.783000:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.783180:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331974656 00000100:00100000:1.0:1734016106.783190:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331974656 00000100:00100000:1.0:1734016106.783276:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11563 00000100:00100000:1.0:1734016106.783283:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247331974656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.783302:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.783318:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174451 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59830 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.783343:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3174412 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ff expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.783349:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.783351:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.783354:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174451 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [704512->712703] (req 704512->712703) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59830 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.783382:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3174412 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ff expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.783392:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3174412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597ff expref: 11 pid: 7694 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016106.783415:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334327168:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016106.783470:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.786013:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334327168:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016106.786046:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174451 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [704512->712703] (req 704512->712703) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59830 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.786062:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016106.786099:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247331974656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2816us (3114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.786107:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11563 00000100:00100000:0.0:1734016106.786300:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.805919:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.860062:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.860158:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331975168 00000100:00100000:1.0:1734016106.860167:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331975168 00000100:00100000:1.0:1734016106.860213:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11564 00000100:00100000:1.0:1734016106.860220:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247331975168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.860235:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.860251:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174458 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59837 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.860297:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334327424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.860345:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.862143:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334327424:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.862170:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174458 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59837 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.862182:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174458 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59837 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.862444:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016106.862932:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247331975168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2501us (2665us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.862941:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11564 00000100:00100000:0.0:1734016106.865430:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.865572:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331975296 00000100:00100000:1.0:1734016106.865581:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331975296 00000100:00100000:1.0:1734016106.865758:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11565 00000100:00100000:1.0:1734016106.865765:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331975296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.865783:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.865798:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317445f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5983e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.865847:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334327552:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016106.865895:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.870428:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334327552:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016106.870462:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317445f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5983e expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.870475:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317445f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5983e expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.871140:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016106.871677:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331975296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5907us (6249us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.871690:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11565 00000100:00100000:0.0:1734016106.874368:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016106.874745:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331975424 00000100:00100000:1.0:1734016106.874755:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331975424 00000100:00100000:1.0:1734016106.875348:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11566 00000100:00100000:1.0:1734016106.875357:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247331975424:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.875705:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016106.875708:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016106.875710:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.875712:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:1.0:1734016106.875714:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016106.876132:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247331975424:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 774us (1769us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1734016106.876143:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11566 00000100:00100000:0.0:1734016106.879630:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.894572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.894626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.894683:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016106.902574:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016076 00000100:00100000:0.0:1734016106.991139:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247331976064:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 96015us (96501us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016106.991151:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9528 00002000:00100000:0.0:1734016106.991164:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012db23b80 x1818247331976064/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.991175:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23b80 with x1818247331976064 ext(0->4194303) 00002000:00010000:0.0:1734016106.991181:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db23b80 00000100:00100000:0.0:1734016106.998332:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016106.998389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.005073:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331976576 00000100:00100000:1.0:1734016107.005090:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331976576 00002000:00100000:1.0:1734016107.005165:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5148671) req@ffff8800771f2d80 x1818247331976576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.005176:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2d80 with x1818247331976576 ext(4194304->5148671) 00010000:00010000:1.0:1734016107.005186:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d3174466 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59845 expref: 14 pid: 7693 timeout: 471 lvb_type: 1 00010000:00010000:1.0:1734016107.005197:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d3174466 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59845 expref: 14 pid: 7693 timeout: 471 lvb_type: 1 00002000:00010000:1.0:1734016107.005203:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800771f2d80 00000100:00100000:1.0:1734016107.005237:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 321 00000100:00100000:1.0:1734016107.005245:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247331976576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.016826:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.036845:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.041198:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.047838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.047886:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.048390:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11571 00000100:00100000:0.0:1734016107.048403:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331977088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.048410:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.048421:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317447b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59853 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.048449:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334328192:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016107.048468:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016107.051102:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:1.0:1734016107.051140:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334328192:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.051194:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317447b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59853 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.051210:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317447b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59853 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.051273:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:1.0:1734016107.051331:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247331977088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2925us (3441us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.051339:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11571 00000100:00100000:0.0:1734016107.056590:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.060388:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.064528:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331977728 00000100:00100000:0.0:1734016107.064535:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331977728 00002000:00100000:0.0:1734016107.064653:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3178496->3182591) req@ffff88007946aa00 x1818247331977728/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.064663:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946aa00 with x1818247331977728 ext(3178496->3182591) 00002000:00010000:0.0:1734016107.064668:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946aa00 00000100:00100000:0.0:1734016107.064700:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9530 00000100:00100000:0.0:1734016107.064708:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331977728:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.065003:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331977728:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 295us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.065010:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9530 00002000:00100000:1.0:1734016107.065016:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3178496->3182591) req@ffff88007946aa00 x1818247331977728/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.065023:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946aa00 with x1818247331977728 ext(3178496->3182591) 00002000:00010000:1.0:1734016107.065027:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946aa00 00000100:00100000:0.0:1734016107.067757:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.067864:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331977984 00000100:00100000:1.0:1734016107.067873:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331977984 00002000:00100000:1.0:1734016107.067916:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3182592->3186687) req@ffff8800771f0700 x1818247331977984/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.067926:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0700 with x1818247331977984 ext(3182592->3186687) 00002000:00010000:1.0:1734016107.067931:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0700 00000100:00100000:1.0:1734016107.068127:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9531 00000100:00100000:1.0:1734016107.068135:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331977984:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.068376:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331977984:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 240us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.068383:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9531 00002000:00100000:1.0:1734016107.068390:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3182592->3186687) req@ffff8800771f0700 x1818247331977984/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.068406:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0700 with x1818247331977984 ext(3182592->3186687) 00002000:00010000:1.0:1734016107.068409:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0700 00000100:00100000:0.0:1734016107.073705:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.073823:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331978240 00000100:00100000:1.0:1734016107.073832:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331978240 00002000:00100000:1.0:1734016107.073868:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3186688->3190783) req@ffff8800771f0e00 x1818247331978240/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.073877:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0e00 with x1818247331978240 ext(3186688->3190783) 00002000:00010000:1.0:1734016107.073881:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0e00 00000100:00100000:1.0:1734016107.073914:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9532 00000100:00100000:1.0:1734016107.073921:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331978240:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.074056:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331978240:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 134us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.074062:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9532 00002000:00100000:1.0:1734016107.074068:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3186688->3190783) req@ffff8800771f0e00 x1818247331978240/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.074074:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0e00 with x1818247331978240 ext(3186688->3190783) 00002000:00010000:1.0:1734016107.074077:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0e00 00000100:00100000:0.0:1734016107.076908:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.103790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.106411:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016107.108949:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969625 is committed 00000001:00080000:0.0:1734016107.108972:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969624 is committed 00000100:00100000:0.0:1734016107.139451:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.150520:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.178663:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.185077:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.188782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.199291:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331979520 00000100:00100000:0.0:1734016107.199298:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331979520 00002000:00100000:0.0:1734016107.199331:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1720320->1724415) req@ffff88007946b480 x1818247331979520/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.199341:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b480 with x1818247331979520 ext(1720320->1724415) 00002000:00010000:0.0:1734016107.199345:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b480 00000100:00100000:0.0:1734016107.199372:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9534 00000100:00100000:0.0:1734016107.199379:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331979520:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.199533:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331979520:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 154us (580us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.199540:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9534 00002000:00100000:0.0:1734016107.199545:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1720320->1724415) req@ffff88007946b480 x1818247331979520/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.199553:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b480 with x1818247331979520 ext(1720320->1724415) 00002000:00010000:0.0:1734016107.199556:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b480 00000100:00100000:0.0:1734016107.202755:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331979776 00000100:00100000:0.0:1734016107.202765:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331979776 00002000:00100000:0.0:1734016107.202808:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1724416->1728511) req@ffff88007946b800 x1818247331979776/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.202818:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b800 with x1818247331979776 ext(1724416->1728511) 00002000:00010000:0.0:1734016107.202822:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b800 00000100:00100000:0.0:1734016107.202853:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9535 00000100:00100000:0.0:1734016107.202859:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331979776:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.203591:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331979776:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 729us (921us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.203598:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9535 00002000:00100000:0.0:1734016107.203604:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1724416->1728511) req@ffff88007946b800 x1818247331979776/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.203611:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b800 with x1818247331979776 ext(1724416->1728511) 00002000:00010000:0.0:1734016107.203614:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b800 00000100:00100000:0.0:1734016107.210019:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.220623:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.220774:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331980032 00000100:00100000:1.0:1734016107.220788:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331980032 00000100:00100000:1.0:1734016107.220855:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2429 00000100:00100000:1.0:1734016107.220863:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247331980032:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016107.220987:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247331980032:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 126us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.220993:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2429 00000100:00100000:0.0:1734016107.224518:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016107.226280:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969626 is committed 00000100:00100000:1.0:1734016107.230967:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334329216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016107.231041:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016107.231700:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334329216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016107.244246:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.244408:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331980416 00000100:00100000:1.0:1734016107.244421:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331980416 00000100:00100000:1.0:1734016107.244497:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2430 00000100:00100000:1.0:1734016107.244506:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247331980416:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016107.244576:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.244620:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174420 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59806 expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.244891:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016107.244897:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016107.245102:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.245118:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5980d expref: 31 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.245127:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744a5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.245162:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5980d expref: 31 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.245174:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317442e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5980d expref: 31 pid: 14034 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.245189:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334329344:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016107.245245:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.248784:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334329344:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016107.248809:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.251032:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.251046:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:1.0:1734016107.251135:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968866 00000004:00010000:1.0:1734016107.251177:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077301500 reply state ffff880097d4c000 transno 4294968867 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016107.251185:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016107.251299:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247331980416:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6789us (7064us total) trans 4294968867 rc 0/0 00000100:00100000:1.0:1734016107.251308:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2430 00000020:00080000:1.0:1734016107.251315:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016107.259855:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.260837:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.290903:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.291041:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331980928 00000100:00100000:1.0:1734016107.291058:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331980928 00000100:00100000:1.0:1734016107.291133:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2431 00000100:00100000:1.0:1734016107.291142:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247331980928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.291174:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.291203:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31744ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59884 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.291324:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31744b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.291339:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31744b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.291352:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31744b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016107.291381:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1381197 00000004:00200000:1.0:1734016107.291397:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016107.291414:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31744b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.291444:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31744ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59884 expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.291486:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31744b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59884 expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.291496:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016107.291499:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016107.291503:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016107.291569:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247331980928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 428us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.291579:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2431 00000100:00100000:0.0:1734016107.294540:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.294595:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.295873:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11580 00000100:00100000:1.0:1734016107.295880:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331981184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.295889:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.295904:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59892 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.295934:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334329600:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.296190:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016107.307927:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:1.0:1734016107.307963:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334329600:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.308001:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744c1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59892 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.308017:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31744c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59892 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.313241:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016107.313328:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247331981184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17443us (18728us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.313337:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11580 00000100:00100000:0.0:1734016107.320591:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.321143:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331981312 00000100:00100000:1.0:1734016107.321152:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331981312 00000100:00100000:1.0:1734016107.321210:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11581 00000100:00100000:1.0:1734016107.321217:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331981312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.321238:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.321256:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31744c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59899 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.321313:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334329728:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.321379:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.321453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.321547:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331981440 00000100:00100000:1.0:1734016107.321550:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331981440 00000100:00100000:1.0:1734016107.327154:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11582 00000100:00100000:1.0:1734016107.327168:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331981440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.327199:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.327230:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31744cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598a0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.327309:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334329856:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.327398:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.331395:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334329728:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.331471:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31744c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59899 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.331492:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31744c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59899 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.331544:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016107.331641:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247331981312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10421us (11056us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.331658:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11581 00000100:00100000:1.0:1734016107.335306:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334329856:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.335346:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31744cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a0 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.335363:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31744cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a0 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.335375:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016107.335426:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331981440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8260us (13972us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.335434:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11582 00000100:00100000:0.0:1734016107.342872:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.343282:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331981568 00000100:00100000:1.0:1734016107.343291:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331981568 00000100:00100000:1.0:1734016107.343418:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11583 00000100:00100000:1.0:1734016107.343425:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247331981568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.343440:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.343455:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598a7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.343479:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.343486:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.343488:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.343492:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3915776->3928063] (req 3915776->3928063) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.343520:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.343531:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 7 pid: 13917 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.343541:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334329984:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016107.343598:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.345604:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.345626:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331981696 00000100:00100000:0.0:1734016107.345632:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331981696 00010000:00010000:0.0:1734016107.345665:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 8 pid: 13917 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.345696:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3159 00000100:00100000:0.0:1734016107.345702:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247331981696:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.345713:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.345751:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 8 pid: 13917 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.345762:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 8 pid: 13917 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.345779:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.345781:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.345786:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.345794:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.345823:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.345834:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334330112:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016107.345870:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016107.347294:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317449e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1724415) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5987d expref: 8 pid: 13917 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.347312:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334329984:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016107.347336:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.347347:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016107.347407:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247331981568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3980us (4545us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.347416:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11583 00000100:00100000:1.0:1734016107.352251:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334330112:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016107.352279:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.352342:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247331981696:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6639us (6747us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.352356:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3159 00000100:00100000:0.0:1734016107.358293:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.358618:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331981952 00000100:00100000:1.0:1734016107.358630:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331981952 00000100:00100000:1.0:1734016107.358691:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11584 00000100:00100000:1.0:1734016107.358698:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331981952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.358718:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.358776:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31744eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598b5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.358825:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334330240:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.358887:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016107.361359:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 1381197 -> 3925606 00000100:00100000:1.0:1734016107.361411:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334330240:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.361461:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31744eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598b5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.361478:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31744eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598b5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.361507:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016107.361565:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331981952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2863us (3281us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.361573:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11584 00000100:00100000:0.0:1734016107.365110:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.366007:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331982080 00000100:00100000:1.0:1734016107.366017:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331982080 00000100:00100000:0.0:1734016107.378402:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.380370:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331982208 00000100:00100000:1.0:1734016107.380384:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331982208 00000100:00100000:1.0:1734016107.380465:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11586 00000100:00100000:1.0:1734016107.380474:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331982208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.380500:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.380521:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31744f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598c3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.380581:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334330496:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.380653:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.382640:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334330496:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.382669:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31744f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598c3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.382681:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31744f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598c3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.383262:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016107.383310:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247331982208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2836us (4927us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.383318:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11586 00000100:00100000:0.0:1734016107.388931:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.389022:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331982336 00000100:00100000:1.0:1734016107.389033:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331982336 00000100:00100000:1.0:1734016107.389287:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11587 00000100:00100000:1.0:1734016107.389296:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247331982336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.389322:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.389348:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598ca expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.389398:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.389407:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.389409:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.389414:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2125824->2129919] (req 2125824->2129919) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.389447:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.389460:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 7 pid: 7694 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.389474:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334330624:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016107.389558:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.397428:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334330624:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016107.397464:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2125824->2129919] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.397483:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016107.397545:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247331982336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8248us (8621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.397555:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11587 00000100:00100000:0.0:1734016107.397978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.409592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.410064:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331982592 00000100:00100000:1.0:1734016107.410075:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331982592 00010000:00010000:1.0:1734016107.410119:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 10 pid: 7694 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.411816:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3160 00000100:00100000:1.0:1734016107.411840:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247331982592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.411884:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016107.411922:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2712 -> 2728 00010000:00010000:1.0:1734016107.411936:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 10 pid: 7694 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.411961:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 10 pid: 7694 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.412002:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31744d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3915776->3928063) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598a7 expref: 10 pid: 7694 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.412057:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.412061:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.412074:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.412086:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.412149:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.412178:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334330752:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016107.416331:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.420848:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.421982:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334330752:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016107.422006:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.422053:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247331982592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10219us (12476us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.422062:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3160 00000100:00100000:0.0:1734016107.426629:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.432976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.433021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.433088:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331983232 00000100:00100000:1.0:1734016107.433097:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331983232 00000100:00100000:1.0:1734016107.433142:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331983360 00000100:00100000:1.0:1734016107.433144:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331983360 00000100:00100000:1.0:1734016107.433161:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11588 00000100:00100000:1.0:1734016107.433168:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331983232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.433185:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.433205:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174507 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598d1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.433232:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.433234:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.433242:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.433257:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.433274:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016107.433314:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247331983232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 147us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.433320:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11588 00000100:00100000:1.0:1734016107.433333:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11589 00000100:00100000:1.0:1734016107.433337:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331983360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.433343:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.433352:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317450e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598d8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.433404:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334330880:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.433432:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.437101:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334330880:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.437148:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317450e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d8 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.437169:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317450e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d8 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.437203:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016107.437293:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247331983360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3952us (4268us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.437305:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11589 00000100:00100000:0.0:1734016107.441117:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.441203:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331983488 00000100:00100000:1.0:1734016107.441212:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331983488 00000100:00100000:1.0:1734016107.441267:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11590 00000100:00100000:1.0:1734016107.441274:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087213050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331983488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.441293:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.441315:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174515 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598df expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.441380:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334331008:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.441458:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.445847:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334331008:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.445889:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174515 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598df expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.445904:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174515 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598df expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.445920:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016107.445979:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087213050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247331983488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4703us (4873us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.445989:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11590 00000100:00100000:0.0:1734016107.448659:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.448763:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331983744 00000100:00100000:1.0:1734016107.448773:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331983744 00000100:00100000:1.0:1734016107.448821:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2433 00000100:00100000:1.0:1734016107.448828:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247331983744:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016107.448868:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.448889:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31744b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59884 expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.448902:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016107.448905:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016107.449028:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.449039:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 31 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.449045:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.449070:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 31 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.449080:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 31 pid: 6485 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.449091:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334331136:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016107.449134:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.453813:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334331136:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016107.453839:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016107.455068:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.455133:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331983872 00000100:00100000:1.0:1734016107.455139:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331983872 00010000:00010000:1.0:1734016107.455172:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 32 pid: 6485 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.455212:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3161 00000100:00100000:1.0:1734016107.455221:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:1968:x1818247331983872:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.455235:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.455241:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 32 pid: 6485 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.455252:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 32 pid: 6485 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.455273:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31744e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ae expref: 32 pid: 6485 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016107.455286:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016107.455291:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.455301:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.455308:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016107.455328:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.455369:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:1968:x1818247331983872:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 151us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.455376:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3161 00010000:00010000:0.0:1734016107.455580:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016107.455588:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016107.455690:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968868 00000004:00010000:0.0:1734016107.455749:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075e86300 reply state ffff880097d4e000 transno 4294968869 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d317451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016107.455759:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016107.455819:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247331983744:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6992us (7168us total) trans 4294968869 rc 0/0 00000100:00100000:0.0:1734016107.455827:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2433 00000020:00080000:0.0:1734016107.455830:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016107.458559:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.458675:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331984000 00000100:00100000:0.0:1734016107.458683:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331984000 00000100:00100000:0.0:1734016107.458712:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11591 00000100:00100000:0.0:1734016107.458737:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247331984000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.458753:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.458771:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174523 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598e6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.458795:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.458802:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174507 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d1 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.458807:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.458809:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.458812:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174523 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598e6 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.458835:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d1 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.458850:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174507 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598d1 expref: 11 pid: 7694 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.458861:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334331264:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016107.458904:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.458911:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174500 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ca expref: 7 pid: 7694 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.458918:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334331392:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016107.458929:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.462032:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334331264:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016107.462044:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334331392:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016107.462070:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174523 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598e6 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.462085:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016107.462129:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247331984000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3410us (3575us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.462138:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11591 00000100:00100000:1.0:1734016107.466945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.467167:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331984384 00000100:00100000:0.0:1734016107.467173:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331984384 00000100:00100000:0.0:1734016107.467694:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11592 00000100:00100000:0.0:1734016107.467701:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247331984384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.468131:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.468152:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317452a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce598ed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.468185:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31743e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597dc expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.468193:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.468195:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.468200:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317452a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598ed expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.468231:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31743e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597dc expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.468243:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31743e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce597dc expref: 13 pid: 7692 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.468256:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334331648:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016107.468315:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.471347:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.475113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.475193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.483005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.508286:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.513500:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.518456:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016107.522391:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968064 is committed 00000001:00080000:0.0:1734016107.522403:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968062 is committed 00000100:00100000:0.0:1734016107.529259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.537303:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.541187:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.541226:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.549026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.552797:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.553586:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.553655:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331986432 00000100:00100000:1.0:1734016107.553662:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331986432 00000100:00100000:1.0:1734016107.553701:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331986304 00000100:00100000:1.0:1734016107.553704:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331986304 00000100:00100000:1.0:1734016107.553740:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11594 00000100:00100000:1.0:1734016107.553747:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331986432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.553762:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.553776:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174554 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59909 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.553821:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334331904:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.553866:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.556422:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334331904:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.556452:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174554 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59909 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.556464:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174554 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59909 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.556477:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016107.556511:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331986432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2763us (3722us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.556518:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11594 00000100:00100000:0.0:1734016107.559545:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.559585:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.573582:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.573633:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.573997:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11599 00000100:00100000:0.0:1734016107.574002:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331986816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.574010:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.574019:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3174577 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5991e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.574039:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334332544:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016107.574055:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.588227:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334332544:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.588275:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3174577 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5991e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.588296:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3174577 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5991e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.588323:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:1.0:1734016107.588372:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247331986816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14368us (14737us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.588432:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11599 00000100:00100000:0.0:1734016107.602402:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.603674:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11600 00000100:00100000:1.0:1734016107.603682:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247331987072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.603699:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.603714:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317457e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5992c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.603764:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174523 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598e6 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.603771:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.603773:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.603777:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317457e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1101824->1105919] (req 1101824->1105919) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5992c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.603807:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598e6 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.603818:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce598e6 expref: 11 pid: 7694 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.603830:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334332672:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016107.603889:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.613522:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.630929:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.636257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.645526:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.677208:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.679815:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.694281:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.734256:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.760344:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.779991:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.797439:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.801346:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.806324:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.817047:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.820045:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.827432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.838393:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.847427:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.859215:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.862484:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331990016 00000100:00100000:0.0:1734016107.862497:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331990016 00002000:00010000:0.0:1734016107.862544:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016107.862550:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7b80 with x1818247331990016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016107.862562:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a7b80. 00000100:00100000:0.0:1734016107.862597:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9550 00000100:00100000:0.0:1734016107.862606:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247331990016:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016107.862826:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1980783 -> 4194304 00002000:00010000:0.0:1734016107.862829:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016107.862831:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.862833:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016107.862835:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:0.0:1734016107.862888:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247331990016:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 282us (628us total) trans 4294968068 rc 0/0 00000100:00100000:0.0:1734016107.862899:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9550 00002000:00010000:0.0:1734016107.862903:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016107.862905:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7b80 with x1818247331990016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016107.862909:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a7b80. 00000100:00100000:0.0:1734016107.868052:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.886061:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.889472:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.892920:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016107.894305:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969632 is committed 00000001:00080000:0.0:1734016107.894328:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969630 is committed 00000100:00100000:0.0:1734016107.896956:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.902186:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.904619:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.904675:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.905111:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11610 00000100:00100000:1.0:1734016107.905119:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331991040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.905135:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.905152:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31745e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59979 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.905198:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334334208:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.905257:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016107.908764:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016107 -> 1734016108 00002000:00010000:1.0:1734016107.908768:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 2704 -> 2712 00000100:00100000:1.0:1734016107.908777:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334334208:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.908797:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31745e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59979 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.908806:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31745e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59979 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.908980:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016107.909000:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247331991040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3882us (4389us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.909006:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11610 00000100:00100000:0.0:1734016107.912260:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.912418:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331991296 00000100:00100000:1.0:1734016107.912427:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331991296 00000100:00100000:1.0:1734016107.912966:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11612 00000100:00100000:1.0:1734016107.912974:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247331991296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.912994:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.913013:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31745f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59987 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.913042:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31745bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5995d expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.913049:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.913052:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016107.913055:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31745f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5709824->5718015] (req 5709824->5718015) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59987 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.913086:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31745bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5995d expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.913097:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31745bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5995d expref: 6 pid: 7694 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016107.913110:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334334464:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016107.913170:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.920128:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.920233:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334334464:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016107.920261:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31745f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5709824->5718015] (req 5709824->5718015) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59987 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.920276:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016107.920312:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247331991296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7338us (8066us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.920321:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11612 00000100:00100000:0.0:1734016107.925709:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.928013:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331991552 00000100:00100000:1.0:1734016107.928026:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331991552 00000100:00100000:1.0:1734016107.928076:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11613 00000100:00100000:1.0:1734016107.928082:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331991552:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016107.928314:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5697261 -> 5697261 00002000:00010000:1.0:1734016107.928317:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016107.928319:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016108 -> 1734016107 00002000:00010000:1.0:1734016107.928321:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016108 -> 1734016107 00002000:00010000:1.0:1734016107.928322:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2712 -> 2736 00000100:00100000:1.0:1734016107.928365:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331991552:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 283us (2662us total) trans 4294969633 rc 0/0 00000100:00100000:1.0:1734016107.928371:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11613 00000100:00100000:0.0:1734016107.937387:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.943546:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.951480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.957880:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.962541:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.971843:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.975948:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.976003:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016107.976196:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331992704 00000100:00100000:1.0:1734016107.976206:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331992704 00000100:00100000:1.0:1734016107.976244:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331992832 00000100:00100000:1.0:1734016107.976246:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331992832 00000100:00100000:1.0:1734016107.976278:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11617 00000100:00100000:1.0:1734016107.976285:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331992704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.976304:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.976320:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174611 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce599a3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.976369:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334335232:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016107.976425:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.978663:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334335232:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016107.978680:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174611 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599a3 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.978688:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174611 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599a3 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016107.978710:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016107.978769:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247331992704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2484us (2829us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.978776:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11617 00000100:00100000:1.0:1734016107.981943:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.987676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.991994:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016107.995921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.002594:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.004933:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.010493:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.010955:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11621 00000100:00100000:1.0:1734016108.010962:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331993856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.010977:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.010993:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174626 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce599b8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.011040:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334335744:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.011092:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016108.012488:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 16 -> 24 00000100:00100000:1.0:1734016108.012506:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334335744:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.012530:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174626 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599b8 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.012542:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174626 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599b8 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.012564:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016108.012591:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331993856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1629us (2105us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.012598:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11621 00000100:00100000:0.0:1734016108.014500:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.015233:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331993984 00000100:00100000:1.0:1734016108.015241:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331993984 00000100:00100000:1.0:1734016108.015497:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11622 00000100:00100000:1.0:1734016108.015504:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331993984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.015520:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.015536:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d317462d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce599bf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.015583:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334335872:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.015640:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.019045:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334335872:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.019082:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d317462d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599bf expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.019094:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d317462d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599bf expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.019333:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016108.021047:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247331993984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5531us (6542us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.021059:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11622 00000100:00100000:0.0:1734016108.025293:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.025496:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331994112 00000100:00100000:1.0:1734016108.025510:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331994112 00000100:00100000:1.0:1734016108.025835:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11623 00000100:00100000:1.0:1734016108.025843:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247331994112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.025865:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.025885:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce599c6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.025915:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317461f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599b1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.025923:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.025925:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.025930:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1642496->1650687] (req 1642496->1650687) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599c6 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.025962:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317461f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599b1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.025973:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317461f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599b1 expref: 7 pid: 7694 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.025991:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334336000:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016108.026071:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.030002:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334336000:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016108.030029:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1642496->1650687] (req 1642496->1650687) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599c6 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.030044:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016108.030082:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247331994112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4239us (4806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.030091:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11623 00000100:00100000:0.0:1734016108.030330:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.049912:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.055093:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.158146:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.163660:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.163698:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.181263:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.199554:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.206441:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.215641:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.231016:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.231090:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.231234:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331995904 00000100:00100000:1.0:1734016108.231247:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331995904 00010000:00010000:1.0:1734016108.231297:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317463b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599d4 expref: 9 pid: 7694 timeout: 472 lvb_type: 1 00000100:00100000:1.0:1734016108.231336:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331996032 00000100:00100000:1.0:1734016108.231338:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331996032 00010000:00010000:1.0:1734016108.231350:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599c6 expref: 6 pid: 7692 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.231408:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3174 00000100:00100000:1.0:1734016108.231414:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331995904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.231430:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.231457:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317463b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599d4 expref: 9 pid: 7694 timeout: 472 lvb_type: 1 00010000:00010000:1.0:1734016108.231471:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317463b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599d4 expref: 9 pid: 7694 timeout: 472 lvb_type: 1 00010000:00010000:1.0:1734016108.231492:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317463b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599d4 expref: 9 pid: 7694 timeout: 472 lvb_type: 1 00010000:00010000:1.0:1734016108.231513:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.231564:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331995904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 150us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.231570:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3174 00000100:00100000:1.0:1734016108.231586:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3175 00000100:00100000:1.0:1734016108.231590:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247331996032:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.231598:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.231604:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599c6 expref: 6 pid: 7692 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.231614:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1650687) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599c6 expref: 6 pid: 7692 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.231625:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174634 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1650687) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599c6 expref: 6 pid: 7692 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.231634:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.231636:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.231642:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317465e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2203647) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f0 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.231651:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317465e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2203647) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f0 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.231687:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317465e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f0 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.231700:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334337024:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016108.231767:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.234503:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334337024:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016108.234528:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.234573:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331996032:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2981us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.234585:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3175 00000100:00100000:0.0:1734016108.234967:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.238390:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.241564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.241888:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11630 00000100:00100000:1.0:1734016108.241896:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331996672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.241915:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.241931:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174665 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce599f7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.241979:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334337152:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.242040:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.243871:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334337152:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.243902:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174665 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f7 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.243914:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174665 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f7 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.243931:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016108.243981:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247331996672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2085us (2424us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.243990:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11630 00000100:00100000:0.0:1734016108.246646:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.247000:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331996800 00000100:00100000:1.0:1734016108.247007:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331996800 00000100:00100000:1.0:1734016108.247047:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11631 00000100:00100000:1.0:1734016108.247054:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331996800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.247068:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.247082:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317466c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce599fe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.247125:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334337280:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.247174:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.248739:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334337280:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.248775:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317466c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599fe expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.248786:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317466c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599fe expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.248800:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016108.248841:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247331996800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1786us (2203us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.248848:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11631 00000100:00100000:0.0:1734016108.253247:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.257840:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.258007:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331997184 00000100:00100000:1.0:1734016108.258014:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331997184 00010000:00010000:1.0:1734016108.258060:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31745d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5996b expref: 34 pid: 6485 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.258086:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3176 00000100:00100000:1.0:1734016108.258092:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:1969:x1818247331997184:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.258106:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.258111:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31745d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5996b expref: 34 pid: 6485 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.258120:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31745d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5996b expref: 34 pid: 6485 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.258138:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31745d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5996b expref: 34 pid: 6485 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.258155:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016108.258160:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3174673 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016108.258168:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3174673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016108.258175:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3174673 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016108.258192:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.258227:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:1969:x1818247331997184:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 134us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.258233:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3176 00000100:00100000:0.0:1734016108.264520:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.264591:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331997312 00000100:00100000:1.0:1734016108.264598:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331997312 00000100:00100000:1.0:1734016108.264635:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11632 00000100:00100000:1.0:1734016108.264641:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247331997312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.264654:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.264670:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a05 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.264692:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317460a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4759552->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5999c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.264698:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.264700:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.264703:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.264749:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317460a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4759552->4767743) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5999c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.264759:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4759552->4767743) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5999c expref: 6 pid: 7694 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.264774:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334337536:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016108.264822:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.266941:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334337536:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016108.266965:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.266977:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016108.267021:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247331997312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2379us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.267028:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11632 00000100:00100000:0.0:1734016108.268391:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.294569:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.294866:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3177 00000100:00100000:1.0:1734016108.294875:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247331997568:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.294887:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016108.294901:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2736 -> 2768 00010000:00010000:1.0:1734016108.294907:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4759552->4767743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5999c expref: 9 pid: 7694 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.294918:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317460a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4759552->4767743) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5999c expref: 9 pid: 7694 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.294935:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d317460a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4759552->4767743) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5999c expref: 9 pid: 7694 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.294951:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.294954:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.294959:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.294967:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.294994:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.295004:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334337664:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016108.295049:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.298904:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334337664:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016108.298927:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.298964:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247331997568:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4089us (4404us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.298972:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3177 00000100:00100000:0.0:1734016108.301040:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.301128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.316495:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.321152:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.325869:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.325973:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.326140:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331998336 00000100:00100000:1.0:1734016108.326148:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331998336 00000100:00100000:1.0:1734016108.326175:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331998208 00000100:00100000:1.0:1734016108.326177:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331998208 00000100:00100000:1.0:1734016108.326205:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11633 00000100:00100000:1.0:1734016108.326210:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331998336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.326225:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.326240:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317469d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a21 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.326293:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334337792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.326345:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.329233:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334337792:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.329262:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317469d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a21 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.329278:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317469d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a21 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.329320:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016108.329395:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331998336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3182us (3534us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.329407:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11633 00000100:00100000:0.0:1734016108.331310:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.334361:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.335093:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331998592 00000100:00100000:1.0:1734016108.335102:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331998592 00010000:00010000:1.0:1734016108.335131:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 10 pid: 7692 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.335195:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3178 00000100:00100000:1.0:1734016108.335203:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247331998592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.335221:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.335253:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 10 pid: 7692 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.335264:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 10 pid: 7692 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.335293:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317467a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a05 expref: 10 pid: 7692 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016108.335325:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.335327:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.335333:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31746ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1302527) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a28 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.335341:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31746ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1302527) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a28 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.335383:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31746ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1302527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a28 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.335395:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334338176:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016108.335438:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.337580:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.337712:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334338176:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016108.337773:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.337816:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331998592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2612us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.337830:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3178 00000100:00100000:0.0:1734016108.340715:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.341383:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331998848 00000100:00100000:1.0:1734016108.341391:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331998848 00000100:00100000:1.0:1734016108.341437:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11637 00000100:00100000:1.0:1734016108.341443:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331998848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.341464:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.341482:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31746b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a2f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.341533:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334338304:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.341601:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.345660:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334338304:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.345696:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31746b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a2f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.345710:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31746b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a2f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.346214:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016108.346277:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247331998848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4833us (5570us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.346286:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11637 00000100:00100000:0.0:1734016108.351925:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.352913:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331998976 00000100:00100000:1.0:1734016108.352923:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331998976 00000100:00100000:1.0:1734016108.353264:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11638 00000100:00100000:1.0:1734016108.353273:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331998976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.353295:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.353317:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31746b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a36 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.353385:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334338432:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.353684:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.355977:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334338432:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.356009:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31746b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a36 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.356023:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31746b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a36 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.356036:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016108.356301:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247331998976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3027us (4383us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.356310:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11638 00000100:00100000:0.0:1734016108.359282:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.359528:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331999104 00000100:00100000:1.0:1734016108.359546:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331999104 00000100:00100000:1.0:1734016108.359641:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11639 00000100:00100000:1.0:1734016108.359651:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331999104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.359679:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.359707:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31746c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a3d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.359804:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334338560:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.359874:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.363436:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334338560:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.363593:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31746c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a3d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.363619:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31746c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a3d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.363648:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016108.363749:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247331999104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4070us (4456us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.363758:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11639 00000100:00100000:0.0:1734016108.366317:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.367270:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331999232 00000100:00100000:1.0:1734016108.367282:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331999232 00000100:00100000:1.0:1734016108.367349:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11640 00000100:00100000:1.0:1734016108.367358:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331999232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.367385:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.367407:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31746c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a44 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.367472:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334338688:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.367557:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.373991:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334338688:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.374036:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31746c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a44 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.374051:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31746c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a44 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.374077:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016108.374138:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247331999232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6781us (7826us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.374146:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11640 00000100:00100000:0.0:1734016108.376606:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.376792:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247331999360 00000100:00100000:1.0:1734016108.376804:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247331999360 00000100:00100000:1.0:1734016108.376866:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11641 00000100:00100000:1.0:1734016108.376874:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247331999360:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016108.377063:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016108.377066:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016108.377068:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016108.377069:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016108.377071:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2728 -> 2728 00000100:00100000:1.0:1734016108.377147:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247331999360:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 272us (552us total) trans 4294969637 rc 0/0 00000100:00100000:1.0:1734016108.377156:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11641 00000100:00100000:0.0:1734016108.380462:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.389231:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.399960:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.409620:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.416515:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.421781:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.424473:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.428175:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.431443:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.435513:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.437474:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332001024:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1511us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.437482:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11647 00000100:00100000:0.0:1734016108.440825:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.446054:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.450960:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.458822:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.464550:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.469216:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.476635:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.482812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.482887:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332002048 00000100:00100000:0.0:1734016108.482895:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332002048 00000100:00100000:0.0:1734016108.483245:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11655 00000100:00100000:0.0:1734016108.483255:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332002048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.483271:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.483293:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317471b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59a91 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.483351:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334340352:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016108.483426:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.487849:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334340352:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016108.487873:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317471b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a91 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.487883:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317471b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a91 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.487909:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016108.487949:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332002048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4694us (5143us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.487961:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11655 00000100:00100000:0.0:1734016108.490905:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.491042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.492024:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11657 00000100:00100000:0.0:1734016108.492030:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332002432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.492039:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.492048:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3174729 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59aa6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.492072:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334340608:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016108.492092:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.497537:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.497669:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.503532:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.503674:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.504329:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11661 00000100:00100000:1.0:1734016108.504335:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332002944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.504343:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.504354:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174745 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ac2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.504389:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334341120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.504413:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.506999:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334341120:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.507019:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174745 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ac2 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.507028:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174745 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ac2 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.507036:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016108.507054:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332002944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2719us (3381us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.507059:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11661 00000100:00100000:0.0:1734016108.510526:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.510624:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332003072 00000100:00100000:1.0:1734016108.510633:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332003072 00000100:00100000:1.0:1734016108.510696:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11662 00000100:00100000:1.0:1734016108.510704:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332003072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.510759:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.510780:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317474c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ac9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.510807:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317470d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1032191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a8a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.510814:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.510815:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.510818:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317474c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2867200->2875391] (req 2867200->2875391) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ac9 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.510851:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317470d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1032191) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a8a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.510863:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317470d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1032191) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59a8a expref: 8 pid: 13917 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.510875:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334341248:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016108.512052:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.514983:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334341248:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016108.515015:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317474c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2867200->2875391] (req 2867200->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ac9 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.515030:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016108.515072:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332003072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4368us (4556us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.515082:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11662 00000100:00100000:0.0:1734016108.516062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.530358:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.595870:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332003584 00000100:00100000:1.0:1734016108.595878:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332003584 00000100:00100000:1.0:1734016108.596443:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11663 00000100:00100000:1.0:1734016108.596451:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332003584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.596466:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.596481:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174753 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ad0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.596505:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.596507:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.596514:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174753 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ad0 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.596526:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174753 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ad0 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.596536:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016108.596620:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332003584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 169us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.596627:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11663 00000100:00100000:0.0:1734016108.599540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.611489:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.613448:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.624631:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.630619:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.635632:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.642221:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.644034:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.649131:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.653768:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.662743:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.669601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.671581:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332005376 00000100:00100000:1.0:1734016108.671590:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332005376 00000100:00100000:1.0:1734016108.671636:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11666 00000100:00100000:1.0:1734016108.671643:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332005376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.671657:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.671671:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317477d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ae5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.671694:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d317475a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3207167) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ad7 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.671701:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.671703:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.671706:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317477d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ae5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.671748:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d317475a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3207167) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ad7 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.671758:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d317475a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3207167) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ad7 expref: 10 pid: 7693 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016108.671767:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334342144:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016108.671818:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.677038:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016108.677828:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d317475a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3203072->3207167) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ad7 expref: 11 pid: 7693 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016108.677845:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334342144:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016108.677865:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317477d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ae5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.677872:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016108.677905:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332005376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6261us (8313us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.677913:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11666 00000100:00100000:0.0:1734016108.682537:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.682613:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332005632 00000100:00100000:1.0:1734016108.682620:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332005632 00000100:00100000:1.0:1734016108.682778:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11667 00000100:00100000:1.0:1734016108.682784:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332005632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.682802:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.682817:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174784 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59aec expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.682841:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317465e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f0 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.682849:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.682851:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.682854:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174784 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59aec expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.682880:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317465e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2203647) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f0 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.682892:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317465e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2195456->2203647) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce599f0 expref: 9 pid: 7694 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016108.682904:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334342400:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016108.683120:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.685680:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334342400:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016108.685713:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174784 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59aec expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.685757:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016108.685800:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332005632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3016us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.685809:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11667 00000100:00100000:0.0:1734016108.686109:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.689446:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.689993:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.696932:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.701784:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.708239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.708276:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.714706:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.714771:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.717679:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11671 00000100:00100000:1.0:1734016108.717685:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332006784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.717694:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.717704:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31747bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59b16 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.717750:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334343040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.717772:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.734388:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.737952:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.750542:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.754675:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.762432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.771886:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.776884:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.781761:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.784507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.793870:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.818702:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.819711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.825220:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.830906:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.834127:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.844593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.885326:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.891855:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.898492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.905152:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.907040:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.912860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.916345:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.916400:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.917002:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11686 00000100:00100000:1.0:1734016108.917011:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332010112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.917027:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.917042:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174817 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59b78 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.917087:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334345216:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.917144:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.920592:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334345216:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.920622:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174817 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b78 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.920640:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174817 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b78 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.920663:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016108.920704:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332010112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3693us (4366us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.920711:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11686 00000100:00100000:0.0:1734016108.923972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.924023:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.931330:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11690 00000100:00100000:0.0:1734016108.931339:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332010624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.931396:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.931414:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3174833 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59b94 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.931476:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334345728:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016108.931542:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.938956:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.942675:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.945708:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.949469:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.954966:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.959312:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332011392 00000100:00100000:0.0:1734016108.959319:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332011392 00000100:00100000:0.0:1734016108.959399:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11696 00000100:00100000:0.0:1734016108.959407:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332011392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.959423:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.959436:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3174856 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59bb0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.959462:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3174841 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5988352->6000639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b9b expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.959469:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.959471:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.959474:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3174856 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2424832->2428927] (req 2424832->2428927) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bb0 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.959499:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3174841 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5988352->6000639) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b9b expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.959509:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3174841 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5988352->6000639) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b9b expref: 11 pid: 13917 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016108.959520:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334346496:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016108.959837:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.962644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.967165:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.971958:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.972322:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.980972:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332012032 00000100:00100000:0.0:1734016108.980982:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332012032 00000100:00100000:0.0:1734016108.981030:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332012160 00000100:00100000:0.0:1734016108.981032:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332012160 00000100:00100000:0.0:1734016108.981167:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11700 00000100:00100000:0.0:1734016108.981174:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332012032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.981194:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.981208:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317486b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59bc5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.981249:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334347008:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016108.981295:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.988494:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332012416 00000100:00100000:0.0:1734016108.988502:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332012416 00000100:00100000:0.0:1734016108.988528:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332012288 00000100:00100000:0.0:1734016108.988531:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332012288 00000100:00100000:0.0:1734016108.988557:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11702 00000100:00100000:0.0:1734016108.988564:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332012416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.988580:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.988594:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3174879 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59bda expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.988637:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334347264:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016108.988679:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.988746:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11703 00000100:00100000:1.0:1734016108.988752:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332012288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.988760:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.988768:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174880 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59bd3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.988792:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334347392:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.988810:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.991171:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334347392:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.991201:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174880 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bd3 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.991212:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174880 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bd3 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.991238:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016108.991458:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332012288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2703us (3013us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.991465:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11703 00000100:00100000:0.0:1734016108.994073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016108.994115:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016108.994480:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11705 00000100:00100000:1.0:1734016108.994486:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332012672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.994494:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.994503:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317488e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59be8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.994528:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334347648:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016108.994547:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.998293:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334347648:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016108.998312:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317488e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59be8 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.998321:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317488e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59be8 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.998338:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016108.998370:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332012672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3883us (4254us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.998376:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11705 00000100:00100000:1.0:1734016109.001863:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332012928 00000100:00100000:1.0:1734016109.001873:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332012928 00000100:00100000:1.0:1734016109.001915:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332012800 00000100:00100000:1.0:1734016109.001919:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332012800 00000100:00100000:1.0:1734016109.001938:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11706 00000100:00100000:1.0:1734016109.001943:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332012928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.001958:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.001974:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174895 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59bf6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.002021:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334347776:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.002074:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.004967:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334347776:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.004984:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174895 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bf6 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.004993:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174895 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bf6 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.005849:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016109.005891:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332012928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3945us (4721us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.005898:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11706 00000100:00100000:0.0:1734016109.008456:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.008530:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332013056 00000100:00100000:1.0:1734016109.008538:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332013056 00000100:00100000:1.0:1734016109.008584:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11708 00000100:00100000:1.0:1734016109.008591:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332013056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.008606:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.008624:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31748a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59bfd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.008651:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3174856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2428927) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bb0 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.008657:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.008658:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.008662:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31748a3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4202496->4206591] (req 4202496->4206591) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bfd expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.008686:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3174856 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2428927) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bb0 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.008697:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3174856 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2428927) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bb0 expref: 11 pid: 7693 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.008706:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334348032:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.008945:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.012790:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334348032:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.012821:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31748a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4202496->4206591] (req 4202496->4206591) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bfd expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.012837:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016109.012876:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332013056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4284us (4425us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.012884:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11708 00000100:00100000:0.0:1734016109.013449:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.018355:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.022013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.024790:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.027354:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.028091:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332014080 00000100:00100000:1.0:1734016109.028099:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332014080 00000100:00100000:1.0:1734016109.028312:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11709 00000100:00100000:1.0:1734016109.028318:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332014080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.028336:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.028352:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31748aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c04 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.028400:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334348288:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.028451:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.030454:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334348288:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.030486:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31748aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c04 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.030497:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31748aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c04 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.030555:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016109.031057:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332014080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2736us (3710us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.031066:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11709 00000100:00100000:0.0:1734016109.033318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.033497:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332014208 00000100:00100000:1.0:1734016109.033504:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332014208 00000100:00100000:1.0:1734016109.033685:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11710 00000100:00100000:1.0:1734016109.033691:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332014208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.033704:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.033717:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31748b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c0b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.033787:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334348416:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.033833:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.035314:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334348416:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.035338:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31748b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c0b expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.035348:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31748b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c0b expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.035368:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016109.035410:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332014208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1718us (2097us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.035417:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11710 00000100:00100000:0.0:1734016109.037508:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.037599:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332014336 00000100:00100000:1.0:1734016109.037607:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332014336 00000100:00100000:1.0:1734016109.037868:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11711 00000100:00100000:1.0:1734016109.037875:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332014336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.037889:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.037904:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c12 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.037923:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.037925:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.037931:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.037947:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.037956:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016109.037993:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332014336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 118us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.037999:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11711 00000100:00100000:0.0:1734016109.045895:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.125202:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.138423:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332014848 00000100:00100000:0.0:1734016109.138432:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332014848 00000100:00100000:0.0:1734016109.139533:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11713 00000100:00100000:0.0:1734016109.139539:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332014848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.139555:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.139570:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31748c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c20 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.139612:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334348672:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016109.139674:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.148397:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016109.159656:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968880 is committed 00000001:00080000:0.0:1734016109.159667:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968879 is committed 00000100:00100000:0.0:1734016109.164090:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016109.169112:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31748cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.169119:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31748cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:0.0:1734016109.169207:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968880 00000004:00010000:0.0:1734016109.169249:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079533100 reply state ffff880097fcc000 transno 4294968881 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31748cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016109.169255:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016109.169322:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332015104:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 17689us (20934us total) trans 4294968881 rc 0/0 00000100:00100000:0.0:1734016109.169331:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2452 00000020:00080000:0.0:1734016109.169334:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016109.173272:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332015360 00000100:00100000:0.0:1734016109.173279:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332015360 00000100:00100000:0.0:1734016109.173598:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11714 00000100:00100000:0.0:1734016109.173605:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332015360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.173620:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.173634:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c27 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.173659:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31748a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4202496->4206591) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bfd expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.173666:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.173672:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.173673:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.173677:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.173704:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.173714:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 11 pid: 7692 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.173757:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334348928:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016109.173836:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31748a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4202496->4206591) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bfd expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.173844:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31748a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4202496->4206591) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59bfd expref: 13 pid: 7692 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.173851:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334349056:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016109.173866:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.182493:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.187228:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.187376:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332015616 00000100:00100000:1.0:1734016109.187381:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332015616 00010000:00010000:1.0:1734016109.187398:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 12 pid: 7692 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.187427:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3197 00000100:00100000:1.0:1734016109.187432:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332015616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.187439:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016109.187449:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 12 pid: 7692 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.187458:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 12 pid: 7692 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.187471:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31748b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c12 expref: 12 pid: 7692 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.187483:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.187485:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.187489:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.187499:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.187530:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.187543:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334349184:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016109.187581:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.189780:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334349184:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016109.189802:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.189843:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332015616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2410us (2616us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.189853:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3197 00000100:00100000:0.0:1734016109.191533:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.194383:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016109.195819:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016079 00000100:00100000:0.0:1734016109.206514:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.207269:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332016000 00000100:00100000:1.0:1734016109.207280:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332016000 00010000:00010000:1.0:1734016109.207308:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31747fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2613248->2621439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b55 expref: 9 pid: 7694 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.207351:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3198 00000100:00100000:1.0:1734016109.207369:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332016000:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.207382:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016109.207399:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 24 00010000:00010000:1.0:1734016109.207406:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31747fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2613248->2621439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b55 expref: 9 pid: 7694 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.207418:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31747fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2613248->2621439) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b55 expref: 9 pid: 7694 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.207440:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31747fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2613248->2621439) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59b55 expref: 9 pid: 7694 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.207470:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.207472:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.207478:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31748db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c2e expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.207488:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31748db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c2e expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.207521:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31748db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c2e expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.207533:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334349440:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016109.207588:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.211163:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334349440:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016109.211181:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.218310:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332016000:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10933us (11786us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.218328:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3198 00000100:00100000:0.0:1734016109.224836:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.234109:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332016640 00000100:00100000:0.0:1734016109.234140:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332016640 00000100:00100000:0.0:1734016109.234220:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332016512 00000100:00100000:0.0:1734016109.234225:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332016512 00000100:00100000:1.0:1734016109.234691:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11716 00000100:00100000:1.0:1734016109.234704:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332016640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.234755:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.234781:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31748f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c43 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.234851:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334349568:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.234946:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.240032:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334349568:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.240074:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31748f0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c43 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.240091:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31748f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c43 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.240110:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016109.240559:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332016640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5855us (10874us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.240568:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11716 00000100:00100000:0.0:1734016109.246064:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.246119:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.246253:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332016768 00000100:00100000:1.0:1734016109.246266:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332016768 00000100:00100000:1.0:1734016109.246400:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332016896 00000100:00100000:1.0:1734016109.246404:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332016896 00000100:00100000:1.0:1734016109.247146:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11719 00000100:00100000:1.0:1734016109.247152:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332016896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.247162:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.247178:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c51 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.247209:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334349952:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.247233:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.250256:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334349952:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.250297:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174905 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c51 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.250312:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174905 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c51 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.250329:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016109.250397:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332016896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3240us (4274us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.250407:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11719 00000100:00100000:0.0:1734016109.255142:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.260207:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.260594:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332017152 00000100:00100000:1.0:1734016109.260600:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332017152 00010000:00010000:1.0:1734016109.260623:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 13 pid: 13917 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.260650:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3199 00000100:00100000:1.0:1734016109.260655:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332017152:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.260667:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016109.260683:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 13 pid: 13917 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.260696:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 13 pid: 13917 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.260713:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31748d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c27 expref: 13 pid: 13917 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.260753:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.260755:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.260760:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317490c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 634880->643071) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.260767:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317490c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 634880->643071) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.260790:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317490c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 634880->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.260799:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334350208:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016109.260831:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.271890:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334350208:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016109.271920:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.271996:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332017152:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11338us (11787us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.272008:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3199 00000100:00100000:0.0:1734016109.273485:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.325568:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.326270:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332017536 00000100:00100000:1.0:1734016109.326285:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332017536 00000100:00100000:1.0:1734016109.326376:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2454 00000100:00100000:1.0:1734016109.326384:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332017536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.326416:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.326445:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174913 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c5f expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.326549:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d317491a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016109.326563:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d317491a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016109.326575:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d317491a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016109.326607:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4787902 00000004:00200000:1.0:1734016109.326612:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016109.326632:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d317491a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016109.326655:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174913 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c5f expref: 20 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.326682:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d317491a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c5f expref: 19 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.326689:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016109.326691:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016109.326694:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016109.326777:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332017536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 392us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.326784:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2454 00000100:00100000:0.0:1734016109.331468:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.336344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.336553:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332017792 00000100:00100000:1.0:1734016109.336565:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332017792 00000100:00100000:1.0:1734016109.336623:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11722 00000100:00100000:1.0:1734016109.336632:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332017792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.336655:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.336676:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174928 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c6d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.336762:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.336824:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.339403:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.339439:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174928 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c6d expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.339452:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174928 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c6d expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.339476:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016109.339528:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332017792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2895us (3189us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.339536:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11722 00000100:00100000:0.0:1734016109.342667:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.342858:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332017920 00000100:00100000:1.0:1734016109.342870:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332017920 00000100:00100000:1.0:1734016109.342922:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11723 00000100:00100000:1.0:1734016109.342931:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332017920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.342954:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.342980:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317492f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c74 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.343060:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.343129:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.346393:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.346431:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317492f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c74 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.346445:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317492f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c74 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.346457:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016109.346506:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332017920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3574us (3857us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.346515:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11723 00000100:00100000:0.0:1734016109.351038:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.351144:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332018048 00000100:00100000:1.0:1734016109.351155:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332018048 00000100:00100000:1.0:1734016109.351264:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11724 00000100:00100000:1.0:1734016109.351271:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332018048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.351287:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.351304:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174936 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c7b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.351364:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350592:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.351424:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.355590:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350592:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.355627:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174936 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c7b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.355641:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174936 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c7b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.355655:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016109.355713:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332018048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4441us (4682us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.355742:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11724 00000100:00100000:0.0:1734016109.360623:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.360755:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332018176 00000100:00100000:1.0:1734016109.360763:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332018176 00000100:00100000:1.0:1734016109.360811:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11725 00000100:00100000:1.0:1734016109.360817:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332018176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.360833:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.360850:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317493d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c82 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.360913:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350720:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.360974:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.363072:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334350720:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.363127:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317493d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c82 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.363142:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317493d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c82 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.363159:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016109.363229:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332018176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2409us (2613us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.363238:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11725 00000100:00100000:0.0:1734016109.369712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.375227:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.376854:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332018560 00000100:00100000:1.0:1734016109.376880:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332018560 00010000:00010000:1.0:1734016109.376961:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d31748e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c35 expref: 16 pid: 6485 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.377325:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3200 00000100:00100000:1.0:1734016109.377337:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332018560:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.377365:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016109.377374:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d31748e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c35 expref: 16 pid: 6485 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.377390:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d31748e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c35 expref: 16 pid: 6485 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.377421:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d31748e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c35 expref: 16 pid: 6485 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.377657:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016109.377663:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.377678:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.377688:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.380412:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.381258:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332018560:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3916us (6026us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.381270:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3200 00010000:00010000:0.0:1734016109.384160:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.384177:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.384183:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.384188:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffd8c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016109.384192:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.384198:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.384215:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016109.384219:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016109.384223:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016109.384227:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3174944 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016109.384539:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332018688 00000100:00100000:1.0:1734016109.384551:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332018688 00000100:00100000:1.0:1734016109.384590:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11726 00000100:00100000:1.0:1734016109.384599:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332018688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.384616:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.384639:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317494b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c89 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.384671:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317490c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 634880->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.384679:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174921 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c66 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.384690:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.384693:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.384696:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317494b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c89 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.384763:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174921 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c66 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.384775:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174921 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c66 expref: 14 pid: 7694 timeout: 473 lvb_type: 1 00000100:00100000:1.0:1734016109.384787:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334350976:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.385392:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317490c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 634880->643071) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.385401:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317490c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 634880->643071) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c58 expref: 11 pid: 7694 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.385410:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334351104:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.385428:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.391246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.391524:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334350976:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.391535:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334351104:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.391563:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317494b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c89 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.391584:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016109.391711:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332018688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7112us (7258us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.391741:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11726 00000100:00100000:0.0:1734016109.397931:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.403416:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.404311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.408183:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.412644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.412689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.412770:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332019456 00000100:00100000:1.0:1734016109.412778:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332019456 00000100:00100000:1.0:1734016109.412810:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332019584 00000100:00100000:1.0:1734016109.412812:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332019584 00000100:00100000:1.0:1734016109.412833:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11727 00000100:00100000:1.0:1734016109.412839:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332019456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.412853:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.412869:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174960 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59c97 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.412919:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334351360:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.412964:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016109.414834:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:1.0:1734016109.414867:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334351360:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.414907:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174960 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c97 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.414923:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174960 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c97 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.414957:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016109.415003:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332019456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2162us (2363us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.415014:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11727 00000100:00100000:0.0:1734016109.420275:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.420385:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.421627:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11730 00000100:00100000:1.0:1734016109.421633:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332019712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.421642:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.421651:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174975 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ca5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.421673:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334351744:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.421693:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.423621:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334351744:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.423640:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174975 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ca5 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.423649:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174975 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ca5 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.423665:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016109.423684:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332019712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2051us (3300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.423690:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11730 00000100:00100000:0.0:1734016109.431117:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.452019:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.452597:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.453221:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332020352 00000100:00100000:1.0:1734016109.453231:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332020352 00000100:00100000:1.0:1734016109.453269:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332020224 00000100:00100000:1.0:1734016109.453271:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332020224 00000100:00100000:1.0:1734016109.453298:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11731 00000100:00100000:1.0:1734016109.453305:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332020352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.453319:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.453335:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317497c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59cba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.453398:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334351872:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.453453:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.456095:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334351872:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.456124:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317497c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cba expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.456135:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317497c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cba expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.456158:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016109.456193:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332020352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2887us (4182us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.456200:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11731 00000100:00100000:0.0:1734016109.459749:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.460482:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.460574:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332020480 00000100:00100000:1.0:1734016109.460583:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332020480 00000100:00100000:1.0:1734016109.461240:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332020608 00000100:00100000:1.0:1734016109.461245:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332020608 00000100:00100000:1.0:1734016109.461710:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11734 00000100:00100000:1.0:1734016109.461716:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332020608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.461736:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.461747:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174991 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59cc8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.461773:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334352256:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.461800:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.466009:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334352256:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.466027:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174991 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cc8 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.466036:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174991 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cc8 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.466385:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016109.466594:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332020608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4877us (6113us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.466599:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11734 00000100:00100000:0.0:1734016109.469864:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.470296:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332020736 00000100:00100000:1.0:1734016109.470312:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332020736 00000100:00100000:1.0:1734016109.470379:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11735 00000100:00100000:1.0:1734016109.470388:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332020736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.470412:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.470437:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174998 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ccf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.470510:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334352384:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.470569:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.471226:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.474060:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334352384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.474103:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174998 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ccf expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.474117:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174998 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ccf expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.474148:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016109.474481:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332020736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4092us (4623us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.474494:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11735 00000100:00100000:0.0:1734016109.478042:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.482474:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.488261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.492390:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.496335:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.500574:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.507095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.507166:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332022016 00000100:00100000:1.0:1734016109.507175:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332022016 00002000:00100000:1.0:1734016109.507217:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1003520->1007615) req@ffff880079437100 x1818247332022016/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.507226:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079437100 with x1818247332022016 ext(1003520->1007615) 00002000:00010000:1.0:1734016109.507231:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079437100 00000100:00100000:1.0:1734016109.507318:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9586 00000100:00100000:1.0:1734016109.507327:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332022016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.507903:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332022016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 574us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016109.507913:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9586 00002000:00100000:1.0:1734016109.507919:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1003520->1007615) req@ffff880079437100 x1818247332022016/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.507926:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079437100 with x1818247332022016 ext(1003520->1007615) 00002000:00010000:1.0:1734016109.507929:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079437100 00000100:00100000:0.0:1734016109.510413:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.510484:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332022272 00000100:00100000:1.0:1734016109.510492:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332022272 00002000:00100000:1.0:1734016109.510529:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1007616->1011711) req@ffff880079437480 x1818247332022272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.510538:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079437480 with x1818247332022272 ext(1007616->1011711) 00002000:00010000:1.0:1734016109.510542:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079437480 00000100:00100000:1.0:1734016109.510575:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9587 00000100:00100000:1.0:1734016109.510581:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332022272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.510748:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332022272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 165us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016109.510756:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9587 00002000:00100000:1.0:1734016109.510762:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1007616->1011711) req@ffff880079437480 x1818247332022272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.510768:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079437480 with x1818247332022272 ext(1007616->1011711) 00002000:00010000:1.0:1734016109.510771:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079437480 00000100:00100000:0.0:1734016109.514899:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.522523:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.528083:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.546380:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.546451:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.591158:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.609474:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.610542:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332023424 00000100:00100000:1.0:1734016109.610551:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332023424 00000100:00100000:1.0:1734016109.610610:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11743 00000100:00100000:1.0:1734016109.610617:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332023424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.610634:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.610649:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31749de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d0e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.610675:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31749d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->892927) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d00 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.610683:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31749d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d07 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.610689:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.610691:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.610695:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31749de lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3502080->3510271] (req 3502080->3510271) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d0e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.610748:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31749d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d07 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.610760:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31749d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d07 expref: 12 pid: 7693 timeout: 473 lvb_type: 1 00000100:00100000:1.0:1734016109.610772:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334353408:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.610831:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31749d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->892927) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d00 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.610839:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31749d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->892927) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d00 expref: 10 pid: 7693 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.610853:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334353536:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.610870:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.624447:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334353408:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.625055:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334353536:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.625083:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31749de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3502080->3510271] (req 3502080->3510271) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d0e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.625099:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016109.625150:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332023424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14531us (15687us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.625157:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11743 00000100:00100000:0.0:1734016109.633322:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.633385:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.638228:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.638298:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332023936 00000100:00100000:0.0:1734016109.638309:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332023936 00000100:00100000:0.0:1734016109.638384:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2458 00000100:00100000:0.0:1734016109.638393:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332023936:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016109.638464:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.638497:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3174959 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59c90 expref: 16 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.638523:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016109.638528:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016109.638707:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31749e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016109.638766:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31749b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ce4 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.638775:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31749e5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016109.638816:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31749b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ce4 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.638829:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31749b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ce4 expref: 20 pid: 6485 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.638845:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079563480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334353792:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016109.638971:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.642807:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.647400:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.647473:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332024192 00000100:00100000:1.0:1734016109.647481:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332024192 00000100:00100000:1.0:1734016109.647521:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11744 00000100:00100000:1.0:1734016109.647528:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332024192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.647546:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.647564:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31749ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d15 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.647591:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31749a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cdd expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.647600:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31749bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ceb expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.647607:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.647609:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.647613:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31749ec lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d15 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.647640:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31749bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ceb expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.647650:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31749bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ceb expref: 13 pid: 7693 timeout: 473 lvb_type: 1 00000100:00100000:1.0:1734016109.647662:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334353920:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.647716:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31749a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cdd expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.647744:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31749a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1159168->1163263) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59cdd expref: 13 pid: 7693 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.647751:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334354048:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.647767:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.657127:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334353920:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.657149:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334354048:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.657203:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31749ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d15 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.657235:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016109.658231:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332024192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10693us (10833us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.658243:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11744 00000100:00100000:0.0:1734016109.660631:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.666392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.670381:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.670450:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.683604:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.756945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.772110:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079562d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332025088:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 12221us (15158us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1734016109.772127:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9593 00002000:00100000:0.0:1734016109.772141:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3502080->3531764) req@ffff880079562d80 x1818247332025088/t4294968078(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:70/0 lens 504/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.772151:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079562d80 with x1818247332025088 ext(3502080->3531764) 00002000:00010000:0.0:1734016109.772159:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079562d80 00000100:00100000:0.0:1734016109.781319:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.796425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.796485:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332025344 00000100:00100000:1.0:1734016109.796498:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332025344 00000100:00100000:1.0:1734016109.796568:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11745 00000100:00100000:1.0:1734016109.796575:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332025344:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016109.798112:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968078 is committed 00000001:00080000:0.0:1734016109.798134:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968076 is committed 00000100:00100000:1.0:1734016109.798315:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332025344:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1737us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.798325:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11745 00000100:00100000:0.0:1734016109.801932:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.808470:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.819060:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.819116:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.819968:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11747 00000100:00100000:0.0:1734016109.819975:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332025856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.819983:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.819993:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3174a16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d31 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.820020:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334354432:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016109.820039:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016109.825757:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016109 -> 1734016110 00002000:00010000:1.0:1734016109.825769:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016109 -> 1734016110 00002000:00010000:1.0:1734016109.825771:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 48 00000100:00100000:1.0:1734016109.825797:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334354432:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.825833:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3174a16 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d31 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.825851:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d3174a16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d31 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.825880:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:1.0:1734016109.825930:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332025856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5953us (6812us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.825940:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11747 00000100:00100000:0.0:1734016109.837590:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.837635:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016109.837764:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332025984 00000100:00100000:1.0:1734016109.837775:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332025984 00000100:00100000:1.0:1734016109.837828:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332026112 00000100:00100000:1.0:1734016109.837830:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332026112 00000100:00100000:1.0:1734016109.838112:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11748 00000100:00100000:1.0:1734016109.838119:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332025984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.838137:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.838155:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174a1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d38 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.838212:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334354560:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016109.838276:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.838628:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11749 00000100:00100000:0.0:1734016109.838633:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332026112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.838641:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.838653:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3174a24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d3f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.838678:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334354688:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016109.838698:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.844617:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334354560:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016109.844667:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174a1d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d38 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.844684:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174a1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d38 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016109.844965:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334354688:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016109.844983:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3174a24 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d3f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.844993:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3174a24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d3f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.845020:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016109.845071:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332026112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6435us (7433us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.845080:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11749 00010000:00010000:1.0:1734016109.846031:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016109.848987:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332025984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10847us (11389us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.849000:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11748 00000100:00100000:0.0:1734016109.866387:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.957564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.960368:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016109.971923:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016109.980026:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.980045:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.980052:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.980059:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016109.980063:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.980070:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.980090:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016109.980092:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016109.980096:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016109.980102:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3174a2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016109.983381:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332027136 00000100:00100000:1.0:1734016109.983397:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332027136 00000100:00100000:1.0:1734016109.983472:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11750 00000100:00100000:1.0:1734016109.983479:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332027136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.983501:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.983524:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174a32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d46 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.983563:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31749ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d15 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.983571:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.983573:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.983577:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174a32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d46 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.983610:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31749ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d15 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.983621:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31749ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d15 expref: 12 pid: 7692 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016109.983635:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334354944:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016109.984597:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.992128:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334354944:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016109.992164:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174a32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d46 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.992186:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016109.992262:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332027136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8783us (10446us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.992277:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11750 00000100:00100000:0.0:1734016110.003270:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.012912:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.013811:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332027392 00000100:00100000:1.0:1734016110.013820:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332027392 00000100:00100000:1.0:1734016110.013882:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11751 00000100:00100000:1.0:1734016110.013891:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332027392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.013914:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.013939:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174a39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d4d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.013978:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31749de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3510271) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d0e expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.013986:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.013987:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.013991:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174a39 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d4d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.014028:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31749de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3510271) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d0e expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.014040:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31749de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3502080->3510271) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d0e expref: 5 pid: 7692 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.014055:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334355200:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016110.014110:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016110.014382:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016080 00000100:00100000:1.0:1734016110.025650:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334355200:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016110.025685:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174a39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d4d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.025706:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016110.025785:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332027392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11894us (12883us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.025796:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11751 00000100:00100000:1.0:1734016110.029249:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.036410:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.036472:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.036564:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332027776 00000100:00100000:1.0:1734016110.036580:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332027776 00002000:00010000:1.0:1734016110.036636:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016110.036642:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0a300 with x1818247332027776 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016110.036657:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c0a300. 00000100:00100000:1.0:1734016110.036681:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332027648 00000100:00100000:1.0:1734016110.036683:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332027648 00002000:00010000:1.0:1734016110.036700:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1815392->18446744073709551615) 00002000:00100000:1.0:1734016110.036702:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501ed80 with x1818247332027648 ext(1815392->18446744073709551615) 00002000:00010000:1.0:1734016110.036710:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501ed80. 00000100:00100000:1.0:1734016110.037200:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9596 00000100:00100000:1.0:1734016110.037207:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332027776:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.039861:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3531765 -> 0 00002000:00010000:1.0:1734016110.039868:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.039870:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.039872:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.039873:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:1.0:1734016110.039928:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332027776:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2717us (3534us total) trans 4294968079 rc 0/0 00000100:00100000:1.0:1734016110.039937:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9596 00002000:00010000:1.0:1734016110.039943:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016110.039946:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0a300 with x1818247332027776 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016110.039952:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c0a300. 00000100:00100000:1.0:1734016110.039974:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9597 00000100:00100000:1.0:1734016110.039980:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332027648:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.041568:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1815392 00002000:00010000:1.0:1734016110.041575:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.041577:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:1.0:1734016110.041579:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.041581:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2744 -> 2704 00000100:00100000:1.0:1734016110.041634:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332027648:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1650us (5157us total) trans 4294969650 rc 0/0 00000100:00100000:1.0:1734016110.041644:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9597 00002000:00010000:1.0:1734016110.041648:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1815392->18446744073709551615) 00002000:00100000:1.0:1734016110.041651:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501ed80 with x1818247332027648 ext(1815392->18446744073709551615) 00002000:00010000:1.0:1734016110.041657:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501ed80. 00000100:00080000:0.0:1734016110.047276:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016080 00000100:00100000:0.0:1734016110.050630:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016110.051458:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016080 00000100:00100000:0.0:1734016110.056430:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.056496:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.075623:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.075689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.089702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.095557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.103019:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.108092:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.117790:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.134326:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.135487:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.138228:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.145382:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.151469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.151535:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.152900:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332029824 00000100:00100000:1.0:1734016110.152917:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332029824 00000100:00100000:1.0:1734016110.152980:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332029952 00000100:00100000:1.0:1734016110.152984:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332029952 00000100:00100000:1.0:1734016110.153029:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11758 00000100:00100000:1.0:1734016110.153037:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332029824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.153057:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.153079:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174a9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59d93 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.153161:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334356480:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016110.153261:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.156529:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:1.0:1734016110.156549:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334356480:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016110.156577:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174a9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d93 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.156588:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174a9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d93 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.156976:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016110.157022:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332029824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3985us (5573us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.157031:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11758 00000100:00100000:0.0:1734016110.160617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.163798:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.166266:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.170047:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.170191:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332030464 00000100:00100000:1.0:1734016110.170199:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332030464 00000100:00100000:1.0:1734016110.170246:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11762 00000100:00100000:1.0:1734016110.170252:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332030464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.170268:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.170284:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ab0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59da8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.170330:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334356992:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016110.170387:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.172857:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334356992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016110.172886:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ab0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59da8 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.172899:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ab0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59da8 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.173311:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016110.173370:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332030464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3116us (3330us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.173378:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11762 00000100:00100000:0.0:1734016110.177089:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.177174:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332030592 00000100:00100000:1.0:1734016110.177183:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332030592 00000100:00100000:1.0:1734016110.177285:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11763 00000100:00100000:1.0:1734016110.177292:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332030592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.177310:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.177328:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ab7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59daf expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.177397:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334357120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016110.177645:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.179582:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334357120:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016110.179606:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ab7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59daf expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.179617:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ab7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59daf expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.179811:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016110.179916:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332030592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2623us (2843us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.179923:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11763 00000100:00100000:0.0:1734016110.181317:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.181385:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332030720 00000100:00100000:1.0:1734016110.181390:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332030720 00000100:00100000:1.0:1734016110.181821:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11764 00000100:00100000:1.0:1734016110.181828:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332030720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.181842:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.181856:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174abe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59db6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.181878:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3174aa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59da1 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.181885:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.181887:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.181889:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174abe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [585728->589823] (req 585728->589823) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59db6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.181913:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3174aa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59da1 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.181924:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3174aa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59da1 expref: 9 pid: 7694 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.181939:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334357248:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016110.181977:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.184284:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334357248:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016110.184331:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3174abe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [585728->589823] (req 585728->589823) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59db6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.184365:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016110.184431:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332030720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2602us (3115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.184444:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11764 00000100:00100000:0.0:1734016110.185257:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.190975:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.191380:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332030976 00000100:00100000:1.0:1734016110.191386:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332030976 00000100:00100000:1.0:1734016110.191421:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11765 00000100:00100000:1.0:1734016110.191426:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332030976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.191441:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.191456:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59dbd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.191479:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3174a71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d77 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.191485:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.191487:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.191490:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1105920->1114111] (req 1105920->1114111) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dbd expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.191518:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3174a71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d77 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.191529:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3174a71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59d77 expref: 13 pid: 7692 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.191540:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334357504:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016110.191579:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.196364:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334357504:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016110.196401:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1105920->1114111] (req 1105920->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dbd expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.196419:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016110.196842:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332030976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5414us (5871us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.196851:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11765 00000100:00100000:0.0:1734016110.206923:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334357632:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016110.206955:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.207033:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332031104:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8460us (9732us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.207044:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3217 00000100:00100000:0.0:1734016110.214797:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.267935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.268915:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332031488 00000100:00100000:1.0:1734016110.268923:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332031488 00000100:00100000:1.0:1734016110.269494:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11766 00000100:00100000:1.0:1734016110.269502:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332031488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.269519:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.269535:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174acc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59dc4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.269561:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.269563:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.269570:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174acc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dc4 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.269585:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174acc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dc4 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.269596:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016110.269697:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332031488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 194us (1769us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.269703:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11766 00000100:00100000:0.0:1734016110.277386:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.281111:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.287266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.290324:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.295815:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.303895:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.318444:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.333255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.341668:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.352876:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.362268:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.370078:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.380173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.390846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.399222:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.409693:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.409818:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332034048 00000100:00100000:1.0:1734016110.409829:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332034048 00010000:00010000:1.0:1734016110.409867:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1105920->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dbd expref: 15 pid: 7693 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.409960:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3220 00000100:00100000:1.0:1734016110.409966:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332034048:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.409985:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.410005:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1105920->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dbd expref: 15 pid: 7693 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.410016:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1105920->1114111) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dbd expref: 15 pid: 7693 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.410045:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174ac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1105920->1114111) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dbd expref: 15 pid: 7693 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.410694:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.410698:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.410705:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.410713:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.410933:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.410946:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334359040:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016110.412792:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.421159:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334359040:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016110.421182:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.421233:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332034048:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11264us (11550us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.421245:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3220 00000100:00100000:1.0:1734016110.427004:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.438258:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.438388:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332034304 00000100:00100000:1.0:1734016110.438399:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332034304 00000100:00100000:1.0:1734016110.438457:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11776 00000100:00100000:1.0:1734016110.438465:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332034304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.438487:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.438508:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174b0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e03 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.438568:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334359168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016110.438632:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.442958:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016108 -> 1734016110 00000100:00100000:1.0:1734016110.442988:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334359168:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016110.443022:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174b0b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e03 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.443037:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174b0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e03 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.443065:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016110.443107:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332034304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4640us (4856us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.443115:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11776 00000100:00100000:0.0:1734016110.448430:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.448507:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332034432 00000100:00100000:1.0:1734016110.448514:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332034432 00000100:00100000:1.0:1734016110.448557:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11777 00000100:00100000:1.0:1734016110.448564:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332034432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.448579:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.448594:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174b12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e0a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.448642:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334359296:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016110.448680:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.450923:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334359296:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016110.450956:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174b12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e0a expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.450969:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174b12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e0a expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.450996:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016110.451036:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332034432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2472us (2612us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.451044:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11777 00000100:00100000:0.0:1734016110.459583:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.460842:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332034560 00000100:00100000:1.0:1734016110.460857:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332034560 00000100:00100000:1.0:1734016110.460907:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11778 00000100:00100000:1.0:1734016110.460913:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332034560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.460932:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.460949:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174b19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e11 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.460974:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.460988:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.460990:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.460993:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174b19 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1003520->1007615] (req 1003520->1007615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e11 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.461019:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.461030:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 14 pid: 7694 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.461041:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334359424:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016110.461095:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.468811:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016110.469252:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3174b04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2682880->2695167) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59dfc expref: 15 pid: 7694 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.469280:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334359424:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016110.469303:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1007615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e11 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.469310:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016110.469346:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332034560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8432us (9779us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.469354:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11778 00000100:00100000:0.0:1734016110.483981:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.568018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.569546:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332035072 00000100:00100000:1.0:1734016110.569557:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332035072 00000100:00100000:1.0:1734016110.569615:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11779 00000100:00100000:1.0:1734016110.569624:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332035072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.569644:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.569664:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e18 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.569688:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.569690:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.569695:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e18 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.569709:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e18 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.569739:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016110.569801:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332035072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 177us (1794us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.569808:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11779 00000100:00100000:0.0:1734016110.570022:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.574903:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.581279:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332035328 00000100:00100000:1.0:1734016110.581296:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332035328 00000100:00100000:1.0:1734016110.581375:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11781 00000100:00100000:1.0:1734016110.581385:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332035328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.581410:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.581434:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174b2e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e26 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.581465:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3174afd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 262144->270335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59df5 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.581472:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3174b27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e1f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.581477:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.581479:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.581484:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174b2e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [4091904->4100095] (req 4091904->4100095) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e26 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.581520:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3174b27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e1f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.581531:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3174b27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e1f expref: 10 pid: 7694 timeout: 474 lvb_type: 1 00000100:00100000:1.0:1734016110.581545:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334359680:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016110.581639:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3174afd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 262144->270335) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59df5 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.581648:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3174afd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 262144->270335) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59df5 expref: 9 pid: 7694 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.581656:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334359808:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016110.581673:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.589580:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334359808:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016110.590463:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334359680:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016110.590493:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174b2e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [4091904->4100095] (req 4091904->4100095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e26 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.590508:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016110.590566:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332035328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9182us (15674us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.590574:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11781 00000100:00100000:0.0:1734016110.591225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.605384:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.605485:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332035712 00000100:00100000:1.0:1734016110.605493:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332035712 00000100:00100000:1.0:1734016110.605553:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11782 00000100:00100000:1.0:1734016110.605563:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332035712:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016110.605825:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 589165 -> 4096906 00002000:00010000:1.0:1734016110.605828:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.605831:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016110.605833:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.605835:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00000100:00100000:1.0:1734016110.605892:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332035712:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 330us (516us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1734016110.605899:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11782 00000100:00100000:0.0:1734016110.609808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.632048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.650248:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.686121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.769867:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.775666:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.777028:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016110.778987:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968084 is committed 00000001:00080000:0.0:1734016110.779019:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968083 is committed 00000100:00100000:0.0:1734016110.784239:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.794907:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.811932:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.816036:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016110.818646:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016110.818654:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016110.818663:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016110.818668:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffe400 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016110.818671:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016110.818677:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016110.818690:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016110.818692:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016110.818695:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016110.818699:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3174b51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016110.819789:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.840125:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.840664:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332037888 00000100:00100000:0.0:1734016110.840672:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332037888 00010000:00010000:0.0:1734016110.840693:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e18 expref: 15 pid: 7693 timeout: 475 lvb_type: 1 00000100:00100000:0.0:1734016110.840744:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3226 00000100:00100000:0.0:1734016110.840750:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332037888:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.840764:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.840786:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e18 expref: 15 pid: 7693 timeout: 475 lvb_type: 1 00010000:00010000:0.0:1734016110.840795:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e18 expref: 15 pid: 7693 timeout: 475 lvb_type: 1 00010000:00010000:0.0:1734016110.840812:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174b20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e18 expref: 15 pid: 7693 timeout: 475 lvb_type: 1 00010000:00010000:0.0:1734016110.840824:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.840854:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332037888:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 103us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.840860:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3226 00000100:00100000:0.0:1734016110.845190:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.847582:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3227 00000100:00100000:0.0:1734016110.847594:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332038016:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.847618:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.847654:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1007615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e11 expref: 16 pid: 7693 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016110.847670:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174b19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1007615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e11 expref: 16 pid: 7693 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016110.847700:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174b19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1007615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e11 expref: 16 pid: 7693 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016110.847756:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.847758:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.847764:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3174b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e49 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.847773:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3174b58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e49 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.847818:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3174b58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e49 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.847832:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334361088:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016110.847914:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.864127:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.864175:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.864276:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332038272 00000100:00100000:1.0:1734016110.864285:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332038272 00002000:00010000:1.0:1734016110.864341:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016110.864346:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3e680 with x1818247332038272 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016110.864361:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a3e680. 00000100:00100000:1.0:1734016110.864381:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332038144 00000100:00100000:1.0:1734016110.864384:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332038144 00002000:00010000:1.0:1734016110.864399:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3386966->18446744073709551615) 00002000:00100000:1.0:1734016110.864402:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3f100 with x1818247332038144 ext(3386966->18446744073709551615) 00002000:00010000:1.0:1734016110.864409:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a3f100. 00000100:00100000:1.0:1734016110.864440:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9609 00000100:00100000:1.0:1734016110.864448:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332038272:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.869564:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4096906 -> 0 00002000:00010000:1.0:1734016110.869577:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016110.869580:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.869583:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016110.869584:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:1.0:1734016110.871674:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332038272:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 7214us (7538us total) trans 4294968085 rc 0/0 00000100:00100000:1.0:1734016110.871687:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9609 00002000:00010000:1.0:1734016110.871694:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016110.871698:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a3e680 with x1818247332038272 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016110.871707:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a3e680. 00000100:00100000:0.0:1734016110.887611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.920705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.925354:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332038784 00000100:00100000:0.0:1734016110.925362:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332038784 00000100:00100000:0.0:1734016110.925412:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11790 00000100:00100000:0.0:1734016110.925418:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332038784:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.925662:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3386966 -> 3386966 00002000:00010000:0.0:1734016110.925665:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016110.925667:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016110.925669:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016110.925670:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2704 -> 2704 00000100:00100000:0.0:1734016110.925794:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332038784:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 375us (1558us total) trans 4294969654 rc 0/0 00000100:00100000:0.0:1734016110.925803:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11790 00000100:00100000:1.0:1734016110.928151:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332038912 00000100:00100000:1.0:1734016110.928161:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332038912 00000100:00100000:1.0:1734016110.928226:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2470 00000100:00100000:1.0:1734016110.928233:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332038912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.928257:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.928282:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3174b74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e5e expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.928419:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174b7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016110.928435:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016110.928450:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016110.928484:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3386966 00000004:00200000:1.0:1734016110.928488:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016110.928503:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016110.928525:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3174b74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e5e expref: 21 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.928544:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3174b7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e5e expref: 20 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.928553:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016110.928556:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.928560:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016110.928614:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332038912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 380us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.928620:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2470 00000100:00100000:1.0:1734016110.931647:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.943085:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016110.955189:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.955303:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332039296 00000100:00100000:0.0:1734016110.955317:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332039296 00000100:00100000:0.0:1734016110.955371:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11793 00000100:00100000:0.0:1734016110.955379:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332039296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.955401:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.955420:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3174b90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e73 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.955496:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334361728:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016110.955557:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.968576:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.979717:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016110.997930:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016111.006196:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016081 00000100:00100000:0.0:1734016111.013881:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.024003:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:1.0:1734016111.024988:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00000100:00100000:0.0:1734016111.031692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.044605:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.046578:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332040576 00000100:00100000:1.0:1734016111.046597:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332040576 00002000:00010000:1.0:1734016111.046649:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016111.046653:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4e00 with x1818247332040576 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016111.046665:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4e00. 00000100:00100000:1.0:1734016111.046701:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9611 00000100:00100000:1.0:1734016111.046712:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332040576:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.046951:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016111.046955:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.046957:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016111.046959:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.046960:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016111.047026:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332040576:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 314us (2435us total) trans 4294968086 rc 0/0 00000100:00100000:1.0:1734016111.047033:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9611 00002000:00010000:1.0:1734016111.047036:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016111.047038:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4e00 with x1818247332040576 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016111.047041:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4e00. 00000100:00080000:1.0:1734016111.055863:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016081 00000100:00100000:0.0:1734016111.056688:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.064529:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.064595:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.065091:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11799 00000100:00100000:1.0:1734016111.065100:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332040832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.065109:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.065120:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174bcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59e9d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.065147:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334362752:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.065172:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.071790:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016108 -> 1734016110 00000100:00100000:1.0:1734016111.071814:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334362752:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.071844:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174bcf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e9d expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.071863:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174bcf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e9d expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.071892:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016111.071949:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332040832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6847us (7352us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.071958:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11799 00000100:00100000:0.0:1734016111.076363:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.083866:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.084172:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332041088 00000100:00100000:1.0:1734016111.084181:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332041088 00000100:00100000:1.0:1734016111.084218:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11801 00000100:00100000:1.0:1734016111.084224:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332041088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.084242:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.084266:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174bdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59eab expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.084318:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334363008:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.084403:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.087447:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334363008:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.087473:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174bdd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eab expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.087484:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174bdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eab expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.087514:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016111.087547:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332041088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3322us (3695us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.087552:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11801 00000100:00100000:0.0:1734016111.091091:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.091175:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332041344 00000100:00100000:1.0:1734016111.091185:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332041344 00000100:00100000:1.0:1734016111.091246:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11802 00000100:00100000:1.0:1734016111.091253:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332041344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.091271:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.091293:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59eb9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.091335:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3174b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e57 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.091342:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.091344:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.091348:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1331200->1335295] (req 1331200->1335295) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eb9 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.091380:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3174b6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e57 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.091393:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3174b6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->77823) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e57 expref: 16 pid: 7694 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.091410:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334363136:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016111.092111:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.096350:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334363136:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016111.096383:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1331200->1335295] (req 1331200->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eb9 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.096398:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016111.096445:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10366:x1818247332041344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5183us (5356us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.096452:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11802 00000100:00100000:0.0:1734016111.100213:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.103989:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.104060:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332041728 00000100:00100000:1.0:1734016111.104068:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332041728 00002000:00100000:1.0:1734016111.104105:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1331200->1335295) req@ffff880076f2b480 x1818247332041728/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.104114:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2b480 with x1818247332041728 ext(1331200->1335295) 00002000:00010000:1.0:1734016111.104119:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2b480 00000100:00100000:1.0:1734016111.104256:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9613 00000100:00100000:1.0:1734016111.104263:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332041728:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.105640:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332041728:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1374us (1657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.105648:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9613 00002000:00100000:1.0:1734016111.105656:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1331200->1335295) req@ffff880076f2b480 x1818247332041728/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.105669:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f2b480 with x1818247332041728 ext(1331200->1335295) 00002000:00010000:1.0:1734016111.105672:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076f2b480 00000100:00100000:0.0:1734016111.112637:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.112758:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332041856 00000100:00100000:1.0:1734016111.112769:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332041856 00000100:00100000:1.0:1734016111.112857:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11803 00000100:00100000:1.0:1734016111.112864:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332041856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.112882:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.112901:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174beb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ec0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.112966:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334363392:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.113020:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.122836:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334363392:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.122871:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174beb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ec0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.122886:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174beb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ec0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.123014:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016111.123289:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332041856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10423us (10658us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.123299:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11803 00000100:00100000:0.0:1734016111.128879:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.129147:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332041984 00000100:00100000:1.0:1734016111.129160:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332041984 00000100:00100000:1.0:1734016111.129245:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11804 00000100:00100000:1.0:1734016111.129254:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332041984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.129271:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.129288:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174bf2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ec7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.129354:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334363520:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.129422:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.132763:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334363520:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.132805:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174bf2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ec7 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.132818:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3174bf2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ec7 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.133314:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016111.133381:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332041984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4126us (4512us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.133390:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11804 00000100:00100000:0.0:1734016111.137614:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.138067:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2473 00000100:00100000:1.0:1734016111.138075:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332042240:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.138282:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.138296:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3174bc1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e96 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.138303:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.138340:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3174bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e96 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.138353:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3174bc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59e96 expref: 24 pid: 6485 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.138367:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334363648:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016111.138425:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.145496:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.145621:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334363648:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016111.145647:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.146564:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.146571:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:1.0:1734016111.146659:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968894 00000004:00010000:1.0:1734016111.146700:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076f29180 reply state ffff880097d49000 transno 4294968895 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016111.146707:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016111.146820:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332042240:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8743us (9214us total) trans 4294968895 rc 0/0 00000100:00100000:1.0:1734016111.146827:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2473 00000020:00080000:1.0:1734016111.146831:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.152422:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016111.152694:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.152705:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.152711:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.152717:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e21c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016111.152734:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.152741:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.152757:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016111.152760:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016111.152764:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.152769:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174bf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016111.157391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.159714:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332042624 00000100:00100000:1.0:1734016111.159770:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332042624 00002000:00100000:1.0:1734016111.159817:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1331200->1335295) req@ffff880076f29880 x1818247332042624/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 4584/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.159827:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f29880 with x1818247332042624 ext(1331200->1335295) 00010000:00010000:1.0:1734016111.159837:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eb9 expref: 16 pid: 7694 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.159854:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eb9 expref: 16 pid: 7694 timeout: 475 lvb_type: 0 00002000:00010000:1.0:1734016111.159861:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076f29880 00000100:00100000:1.0:1734016111.159900:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 328 00000100:00100000:1.0:1734016111.159907:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332042624:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016111.161383:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332042624:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1468us (3994us total) trans 4294969656 rc 0/0 00000100:00100000:1.0:1734016111.161392:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 328 00002000:00100000:1.0:1734016111.161401:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1331200->1335295) req@ffff880076f29880 x1818247332042624/t4294969656(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 4584/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.161409:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076f29880 with x1818247332042624 ext(1331200->1335295) 00010000:00010000:1.0:1734016111.161417:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eb9 expref: 18 pid: 7694 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.161429:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3174be4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59eb9 expref: 18 pid: 7694 timeout: 475 lvb_type: 0 00002000:00010000:1.0:1734016111.161436:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076f29880 00000100:00100000:0.0:1734016111.163702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.170309:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.170358:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.170789:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332042880 00000100:00100000:1.0:1734016111.170796:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332042880 00002000:00010000:1.0:1734016111.170822:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016111.170826:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160380 with x1818247332042880 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016111.170834:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076160380. 00000100:00100000:1.0:1734016111.170857:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332043008 00000100:00100000:1.0:1734016111.170859:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332043008 00002000:00010000:1.0:1734016111.170869:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3677190->18446744073709551615) 00002000:00100000:1.0:1734016111.170872:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162300 with x1818247332043008 ext(3677190->18446744073709551615) 00002000:00010000:1.0:1734016111.170878:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162300. 00000100:00100000:1.0:1734016111.170888:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9614 00000100:00100000:1.0:1734016111.170893:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332042880:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.171029:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1500807 -> 4194304 00002000:00010000:1.0:1734016111.171032:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.171034:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016111.173175:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.173184:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2704 -> 2704 00000100:00100000:1.0:1734016111.173247:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332042880:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2350us (2937us total) trans 4294969657 rc 0/0 00000100:00100000:1.0:1734016111.173258:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9614 00002000:00010000:1.0:1734016111.173264:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016111.173268:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160380 with x1818247332042880 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016111.173278:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076160380. 00000100:00100000:0.0:1734016111.183808:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.183997:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332043264 00000100:00100000:1.0:1734016111.184006:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332043264 00002000:00100000:1.0:1734016111.184045:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3534848->3678207) req@ffff880076163800 x1818247332043264/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.184055:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163800 with x1818247332043264 ext(3534848->3678207) 00002000:00010000:1.0:1734016111.184059:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076163800 00000100:00100000:1.0:1734016111.184089:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9616 00000100:00100000:1.0:1734016111.184096:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332043264:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.188962:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332043264:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 4853us (5151us total) trans 0 rc 143360/143360 00000100:00100000:1.0:1734016111.188974:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9616 00002000:00100000:1.0:1734016111.188986:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3534848->3678207) req@ffff880076163800 x1818247332043264/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 143360/143360 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.188996:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163800 with x1818247332043264 ext(3534848->3678207) 00002000:00010000:1.0:1734016111.189002:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076163800 00000100:00100000:0.0:1734016111.191874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.192304:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332043392 00000100:00100000:1.0:1734016111.192313:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332043392 00002000:00100000:1.0:1734016111.192376:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3674112->3677189) req@ffff880076d33b80 x1818247332043392/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 3568/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.192385:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076d33b80 with x1818247332043392 ext(3674112->3677189) 00002000:00010000:1.0:1734016111.192389:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076d33b80 00000100:00100000:1.0:1734016111.193094:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9617 00000100:00100000:1.0:1734016111.193101:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332043392:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016111.198822:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332043392:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5708us (6943us total) trans 4294968088 rc 0/0 00000100:00100000:1.0:1734016111.198834:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9617 00002000:00100000:1.0:1734016111.198845:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3674112->3677189) req@ffff880076d33b80 x1818247332043392/t4294968088(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 3568/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.198854:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076d33b80 with x1818247332043392 ext(3674112->3677189) 00002000:00010000:1.0:1734016111.198859:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076d33b80 00000100:00100000:0.0:1734016111.201833:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.203919:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332043520 00000100:00100000:1.0:1734016111.203932:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332043520 00000100:00100000:1.0:1734016111.204000:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2474 00000100:00100000:1.0:1734016111.204006:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332043520:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016111.204124:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332043520:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 117us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.204131:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2474 00000100:00100000:0.0:1734016111.209599:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016111.216502:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968088 is committed 00000001:00080000:0.0:1734016111.216530:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968085 is committed 00000100:00100000:0.0:1734016111.224681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.230576:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.230686:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332044032 00000100:00100000:1.0:1734016111.230696:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332044032 00000100:00100000:1.0:1734016111.230770:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2476 00000100:00100000:1.0:1734016111.230777:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332044032:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.230819:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.230841:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3174c0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ed5 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.230875:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016111.230879:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.231016:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.231028:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016111.231037:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:1.0:1734016111.231068:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968896 00000004:00010000:1.0:1734016111.231086:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076d30000 reply state ffff8800766d7000 transno 4294968897 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016111.231092:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016111.231164:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332044032:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 387us (596us total) trans 4294968897 rc 0/0 00000100:00100000:1.0:1734016111.231170:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2476 00000020:00080000:1.0:1734016111.231175:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.244235:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.244286:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.250483:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.250527:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.250600:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332044672 00000100:00100000:1.0:1734016111.250609:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332044672 00002000:00100000:1.0:1734016111.250645:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3678208->4194303) req@ffff8800767a7800 x1818247332044672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.250655:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a7800 with x1818247332044672 ext(3678208->4194303) 00002000:00010000:1.0:1734016111.250659:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767a7800 00000100:00100000:1.0:1734016111.250682:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332044800 00000100:00100000:1.0:1734016111.250684:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332044800 00002000:00100000:1.0:1734016111.250693:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5943296->5947391) req@ffff8800767a4000 x1818247332044800/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.250699:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a4000 with x1818247332044800 ext(5943296->5947391) 00002000:00010000:1.0:1734016111.250702:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767a4000 00000100:00100000:1.0:1734016111.250711:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9620 00000100:00100000:1.0:1734016111.250716:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332044672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.261337:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.268503:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332044672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 17773us (18016us total) trans 0 rc 516096/516096 00000100:00100000:1.0:1734016111.268517:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9620 00002000:00100000:1.0:1734016111.268531:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3678208->4194303) req@ffff8800767a7800 x1818247332044672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 516096/516096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.268540:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767a7800 with x1818247332044672 ext(3678208->4194303) 00002000:00010000:1.0:1734016111.268545:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767a7800 00000100:00100000:1.0:1734016111.286983:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334364288:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287027:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016111.287048:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734016111.287052:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334364160:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287063:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016111.287070:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334364672:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287087:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016111.287105:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364288 00000100:00100000:1.0:1734016111.287111:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364288 00000100:00100000:1.0:1734016111.287137:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364160 00000100:00100000:1.0:1734016111.287139:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364160 00000100:00100000:1.0:1734016111.287151:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1734016111.287156:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334364288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287186:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334364288:12345-0@lo:400:kworker.0 Request processed in 30us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.287191:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1734016111.287202:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1734016111.287204:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334364160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287217:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334364160:12345-0@lo:400:kworker.0 Request processed in 12us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.287221:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00080000:1.0:1734016111.287230:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00000100:00100000:1.0:1734016111.287251:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334364160:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287257:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334364288:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.287969:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364032 00000100:00100000:1.0:1734016111.287972:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364032 00000100:00100000:1.0:1734016111.288002:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1734016111.288005:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334364032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.288031:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334364032:12345-0@lo:400:kworker.0 Request processed in 25us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.288035:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1734016111.288057:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334364672:0@lo:400:kworker.0 00000100:00100000:1.0:1734016111.307843:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334364800 00000100:00100000:1.0:1734016111.307859:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334364800 00000100:00100000:1.0:1734016111.307942:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1734016111.307949:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334364800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016111.307979:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 980103744 pending 61440 free 3921788928 avail 3690266624 00000100:00100000:1.0:1734016111.308065:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334364800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.308071:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1734016111.311827:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.323291:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.323442:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332045312 00000100:00100000:1.0:1734016111.323451:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332045312 00000100:00100000:0.0:1734016111.327267:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016111.329017:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969659 is committed 00000001:00080000:0.0:1734016111.329034:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969656 is committed 00000100:00100000:0.0:1734016111.336485:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.336579:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332045568 00000100:00100000:1.0:1734016111.336589:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332045568 00000100:00100000:1.0:1734016111.336689:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2478 00000100:00100000:1.0:1734016111.336696:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332045568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.336713:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.336935:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59edc expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.337012:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174c23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016111.337029:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174c23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016111.337038:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174c23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016111.337059:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10142559 00000004:00200000:1.0:1734016111.337062:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.337076:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174c23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016111.337098:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59edc expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.337891:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3174c23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59edc expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.337900:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016111.337903:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.337905:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016111.338089:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332045568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1390us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.338096:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2478 00000100:00100000:0.0:1734016111.345809:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.345853:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.360801:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.360845:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.371885:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.371944:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.381671:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.385030:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.396415:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334365696:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016111.396440:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3174c54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f0d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.396451:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3174c54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f0d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.396464:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:0.0:1734016111.396493:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332046464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10683us (14833us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.396498:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11814 00000100:00100000:0.0:1734016111.404929:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.404983:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.405394:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11817 00000100:00100000:1.0:1734016111.405400:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332046720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.405409:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.405418:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59f1b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.405444:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366080:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.405469:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.410817:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366080:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.410857:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f1b expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.410872:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3174c69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f1b expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.410891:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016111.410940:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332046720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5538us (5955us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.410949:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11817 00000100:00100000:0.0:1734016111.413954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.414031:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.414509:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332046976 00000100:00100000:1.0:1734016111.414513:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332046976 00000100:00100000:1.0:1734016111.414543:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11818 00000100:00100000:1.0:1734016111.414550:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332046976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.414567:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.414582:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174c70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59f29 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.414644:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366208:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.414692:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.422810:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366208:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.422848:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174c70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f29 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.422862:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174c70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f29 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.422886:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016111.422973:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332046976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8422us (8939us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.422984:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11818 00000100:00100000:0.0:1734016111.425387:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.425452:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.425686:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11821 00000100:00100000:1.0:1734016111.425695:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332047360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.425713:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.425762:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174c85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59f3e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.425811:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334366592:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.425855:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.432511:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334366592:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.432544:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174c85 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f3e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.432556:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174c85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f3e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.432573:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016111.432612:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332047360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6918us (7160us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.432619:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11821 00000100:00100000:0.0:1734016111.435096:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.435145:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.435516:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332047488 00000100:00100000:1.0:1734016111.435520:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332047488 00000100:00100000:1.0:1734016111.435553:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11823 00000100:00100000:1.0:1734016111.435558:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332047488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.435566:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.435576:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174c93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59f45 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.435601:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366848:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.435622:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.438696:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366848:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.438767:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174c93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f45 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.438782:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174c93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f45 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.438794:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016111.438850:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332047488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3290us (3702us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.438863:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11823 00000100:00100000:0.0:1734016111.452848:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.452914:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.453022:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332047872 00000100:00100000:1.0:1734016111.453036:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332047872 00000100:00100000:1.0:1734016111.453099:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332048000 00000100:00100000:1.0:1734016111.453102:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332048000 00000100:00100000:1.0:1734016111.453123:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11825 00000100:00100000:1.0:1734016111.453132:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332047872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.453153:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.453175:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174c9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59f53 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.453242:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.453331:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.456233:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016110 -> 1734016111 00000100:00100000:1.0:1734016111.456259:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334366976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.456292:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174c9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f53 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.456310:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174c9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f53 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.456343:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016111.456399:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332047872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3268us (3565us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.456408:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11825 00000100:00100000:0.0:1734016111.458441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.458507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.470308:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.470363:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.470620:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11830 00000100:00100000:0.0:1734016111.470630:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332048512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.470649:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.470664:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3174cbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59f76 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.470717:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334367488:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016111.470801:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.477212:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334367488:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.477259:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3174cbd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f76 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.477274:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3174cbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59f76 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.477296:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:1.0:1734016111.477369:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332048512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6739us (7003us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.477379:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11830 00000100:00100000:0.0:1734016111.487183:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.489121:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.509469:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.556141:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.580445:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.580503:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.586395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.586451:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.586868:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11838 00000100:00100000:1.0:1734016111.586874:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332049408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.586882:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.586895:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174cf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59fa7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.586923:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334368640:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.586946:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.598204:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334368640:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.598250:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174cf5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fa7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.598271:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174cf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fa7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.598297:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016111.598361:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332049408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11483us (11907us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.598372:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11838 00000100:00100000:0.0:1734016111.600919:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.600986:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.609496:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332049664 00000100:00100000:1.0:1734016111.609512:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332049664 00000100:00100000:1.0:1734016111.609574:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332049792 00000100:00100000:1.0:1734016111.609576:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332049792 00000100:00100000:1.0:1734016111.609605:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11839 00000100:00100000:1.0:1734016111.609614:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332049664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.609635:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.609658:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174cfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59fb5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.609740:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334368768:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.609822:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.621443:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334368768:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.621496:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174cfc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fb5 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.621513:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174cfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fb5 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.621530:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016111.621605:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332049664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11991us (20699us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.621614:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11839 00000100:00100000:0.0:1734016111.625611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.625768:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332049920 00000100:00100000:1.0:1734016111.625780:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332049920 00000100:00100000:1.0:1734016111.625852:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2479 00000100:00100000:1.0:1734016111.625860:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332049920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.625887:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.625912:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174d0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59fc3 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.626041:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016111.626062:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016111.626074:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016111.626108:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10142559 00000004:00200000:1.0:1734016111.626114:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.626137:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016111.626166:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3174d0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fc3 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.626191:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fc3 expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.626200:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016111.626204:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.626207:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016111.626277:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332049920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 417us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.626286:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2479 00000100:00100000:1.0:1734016111.635189:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.640862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016111.656244:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016111.656261:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016111.656268:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016111.656274:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016111.656278:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016111.656285:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016111.656300:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016111.656302:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016111.656306:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016111.656324:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3174d18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016111.657789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.687705:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.697961:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.702453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.707406:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.722496:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.736228:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.747641:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.754638:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.754717:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.756244:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332051712 00000100:00100000:1.0:1734016111.756253:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332051712 00000100:00100000:1.0:1734016111.756302:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11844 00000100:00100000:1.0:1734016111.756309:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332051712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.756332:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.756348:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59fed expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.756387:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334369792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.756441:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.762331:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016110 -> 1734016111 00000100:00100000:1.0:1734016111.762361:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334369792:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.762400:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d50 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fed expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.762416:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174d50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fed expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.762446:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016111.762497:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332051712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6187us (7778us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.762508:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11844 00000100:00100000:0.0:1734016111.765568:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.765637:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.765831:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332051968 00000100:00100000:1.0:1734016111.765848:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332051968 00000100:00100000:1.0:1734016111.765899:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332051840 00000100:00100000:1.0:1734016111.765901:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332051840 00000100:00100000:1.0:1734016111.766343:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11845 00000100:00100000:1.0:1734016111.766351:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332051968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.766374:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.766401:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174d57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce59ffb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.766478:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334369920:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.766565:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.770152:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334369920:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.770221:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174d57 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ffb expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.770241:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174d57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59ffb expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.770705:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016111.771496:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332051968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5140us (5940us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.771508:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11845 00000100:00100000:0.0:1734016111.781639:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.786911:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016111.789769:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3174d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016111.789776:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3174d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016111.789881:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968900 00000004:00010000:0.0:1734016111.789935:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076508380 reply state ffff880079614000 transno 4294968901 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3174d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016111.789942:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016111.790459:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332052224:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8408us (8832us total) trans 4294968901 rc 0/0 00000100:00100000:0.0:1734016111.790465:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2483 00000020:00080000:0.0:1734016111.790468:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.794919:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.802055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.823570:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334370432:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016111.823611:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.823709:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332052608:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 19278us (21674us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.823815:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11848 00000100:00100000:1.0:1734016111.823829:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332052736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.823871:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.823914:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a009 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.823970:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.823982:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.823985:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.823990:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.824047:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.824064:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 8 pid: 7692 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016111.824082:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334370560:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016111.824143:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.824754:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3238 00000100:00100000:1.0:1734016111.826665:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332052864 00000100:00100000:1.0:1734016111.826677:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332052864 00010000:00010000:1.0:1734016111.826735:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 9 pid: 7692 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016111.826771:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3239 00000100:00100000:1.0:1734016111.826779:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332052864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.826796:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.826830:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 9 pid: 7692 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016111.826843:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 9 pid: 7692 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016111.826882:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.826884:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.826891:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.826899:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.826945:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.826961:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334370688:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016111.827044:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016111.827482:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3174d26 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce59fd1 expref: 9 pid: 7692 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016111.827554:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334370560:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016111.827578:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.827587:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:0.0:1734016111.827825:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332052736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3998us (5651us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.827837:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11848 00000100:00100000:0.0:1734016111.838261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.838323:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.839594:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334370688:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016111.839615:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.839638:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332052864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12860us (13029us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.839646:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3239 00000100:00100000:0.0:1734016111.849237:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.852808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.852869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.865875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.876274:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.876422:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332053760 00000100:00100000:1.0:1734016111.876438:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332053760 00010000:00010000:1.0:1734016111.876481:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 8 pid: 7693 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016111.876544:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3240 00000100:00100000:1.0:1734016111.876553:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332053760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.876574:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.876601:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 8 pid: 7693 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016111.876615:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 8 pid: 7693 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016111.876647:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174d73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a009 expref: 8 pid: 7693 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016111.876688:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.876691:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.876701:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3174d96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a025 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.876713:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3174d96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a025 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.876805:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3174d96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1974272->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a025 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.876822:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334371200:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016111.876908:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.880264:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334371200:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016111.880295:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.880358:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332053760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3804us (4098us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.880371:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3240 00000100:00100000:0.0:1734016111.881976:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.882462:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332054016 00000100:00100000:1.0:1734016111.882477:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332054016 00002000:00100000:1.0:1734016111.882545:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1974272->4194303) req@ffff88012e3b7480 x1818247332054016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.882558:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7480 with x1818247332054016 ext(1974272->4194303) 00002000:00010000:1.0:1734016111.882567:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b7480 00000100:00100000:1.0:1734016111.882607:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9628 00000100:00100000:1.0:1734016111.882616:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332054016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.890404:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332054016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 7775us (8425us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1734016111.890420:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9628 00002000:00100000:1.0:1734016111.890437:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1974272->4194303) req@ffff88012e3b7480 x1818247332054016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 98304/98304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.890446:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7480 with x1818247332054016 ext(1974272->4194303) 00002000:00010000:1.0:1734016111.890452:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b7480 00000100:00100000:0.0:1734016111.897220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.897968:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.898670:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332054272 00000100:00100000:1.0:1734016111.898678:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332054272 00002000:00100000:1.0:1734016111.898715:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1978368->1982463) req@ffff88012e3b4700 x1818247332054272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.898740:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332054272 ext(1978368->1982463) 00002000:00010000:1.0:1734016111.898746:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:1.0:1734016111.898759:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9629 00000100:00100000:1.0:1734016111.898763:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332054272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.898932:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332054272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 167us (1729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.898937:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9629 00002000:00100000:1.0:1734016111.898941:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1978368->1982463) req@ffff88012e3b4700 x1818247332054272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.898947:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332054272 ext(1978368->1982463) 00002000:00010000:1.0:1734016111.898950:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:0.0:1734016111.907395:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.915631:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.922093:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016111.926559:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968092 is committed 00000001:00080000:0.0:1734016111.926574:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968091 is committed 00000100:00100000:1.0:1734016111.931553:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.939607:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.950490:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.950674:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11855 00000100:00100000:0.0:1734016111.950681:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332055168:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.951667:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016111.951672:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016111.951674:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.951676:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016111.951678:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016111.951813:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332055168:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1127us (1562us total) trans 4294968093 rc 0/0 00000100:00100000:1.0:1734016111.951820:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11855 00000100:00100000:0.0:1734016111.956007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016111.966218:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.966981:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332055424 00000100:00100000:1.0:1734016111.966990:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332055424 00000100:00100000:1.0:1734016111.967051:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11856 00000100:00100000:1.0:1734016111.967060:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332055424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.967085:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.967211:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3174db9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a041 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.967296:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371584:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.967375:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.971046:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371584:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.971099:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3174db9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a041 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.971115:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3174db9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a041 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.971145:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016111.971198:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332055424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4139us (4992us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.971208:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11856 00000100:00100000:0.0:1734016111.974843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.974963:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332055552 00000100:00100000:1.0:1734016111.974973:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332055552 00000100:00100000:1.0:1734016111.975040:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11857 00000100:00100000:1.0:1734016111.975047:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332055552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.975068:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.975090:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174dc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a048 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.975152:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371712:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.975215:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.979349:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371712:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.979395:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174dc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a048 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.979412:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174dc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a048 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.979887:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016111.979934:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332055552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4886us (5103us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.979942:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11857 00000100:00100000:0.0:1734016111.986335:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016111.986486:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332055680 00000100:00100000:1.0:1734016111.986500:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332055680 00000100:00100000:1.0:1734016111.986711:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11858 00000100:00100000:1.0:1734016111.986739:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332055680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.986774:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.986805:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174dc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a04f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.986897:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371840:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016111.986989:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.989917:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371840:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016111.989967:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174dc7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a04f expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.989981:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3174dc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a04f expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.990972:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016111.991445:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332055680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4721us (5116us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.991457:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11858 00000100:00100000:0.0:1734016112.001318:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.001455:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332055808 00000100:00100000:1.0:1734016112.001465:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332055808 00000100:00100000:1.0:1734016112.001664:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11859 00000100:00100000:1.0:1734016112.001671:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332055808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.001692:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.001716:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174dce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a056 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.001773:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3174d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a002 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.001781:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.001783:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.001786:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174dce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a056 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.001817:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3174d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a002 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.001828:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3174d6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a002 expref: 10 pid: 7692 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.001846:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371968:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016112.001906:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.004935:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016112.007363:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3174d6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a002 expref: 11 pid: 7692 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.007430:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334371968:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016112.007487:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174dce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a056 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.007506:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016112.007613:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332055808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5940us (6311us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.007627:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11859 00000100:00100000:0.0:1734016112.024978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.067120:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.068742:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9632 00000100:00100000:1.0:1734016112.068755:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332056448:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.069131:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332056448:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 378us (2022us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.069138:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9632 00002000:00100000:1.0:1734016112.069145:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (503808->507903) req@ffff8800795f6d80 x1818247332056448/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.069154:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f6d80 with x1818247332056448 ext(503808->507903) 00002000:00010000:1.0:1734016112.069160:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f6d80 00000100:00100000:0.0:1734016112.076948:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.080512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.080578:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.080693:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332056960 00000100:00100000:1.0:1734016112.080708:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332056960 00000100:00100000:1.0:1734016112.080802:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332056832 00000100:00100000:1.0:1734016112.080804:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332056832 00000100:00100000:1.0:1734016112.080828:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11860 00000100:00100000:1.0:1734016112.080838:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332056960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.080870:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.080896:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174dd5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a064 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.080975:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372224:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.081058:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.081211:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11861 00000100:00100000:1.0:1734016112.081215:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332056832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.081224:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.081237:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174ddc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a05d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.081251:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.081254:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.081263:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174ddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a05d expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.081280:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174ddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a05d expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.081291:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016112.081324:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332056832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 107us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.081330:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11861 00002000:00010000:1.0:1734016112.084494:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016111 -> 1734016112 00000100:00100000:1.0:1734016112.084515:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372224:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.084541:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174dd5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a064 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.084552:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3174dd5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a064 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.085642:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016112.085732:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332056960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4881us (5223us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.085741:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11860 00000100:00100000:0.0:1734016112.092854:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.093462:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332057088 00000100:00100000:1.0:1734016112.093471:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332057088 00000100:00100000:1.0:1734016112.093505:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11862 00000100:00100000:1.0:1734016112.093511:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332057088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.093526:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.093541:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174de3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a06b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.093588:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372352:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.093932:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.097444:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372352:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.097499:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174de3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a06b expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.097516:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3174de3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a06b expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.097608:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016112.097678:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332057088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4166us (4841us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.097686:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11862 00000100:00100000:0.0:1734016112.104427:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.104646:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332057216 00000100:00100000:1.0:1734016112.104655:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332057216 00000100:00100000:1.0:1734016112.104695:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11863 00000100:00100000:1.0:1734016112.104701:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332057216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.104716:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.104760:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174dea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a072 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.104818:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372480:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.104869:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.115104:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372480:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.115140:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174dea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a072 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.115153:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3174dea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a072 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.118397:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016112.118490:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332057216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13784us (14070us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.118499:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11863 00000100:00100000:0.0:1734016112.121818:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.122007:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332057344 00000100:00100000:1.0:1734016112.122019:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332057344 00000100:00100000:1.0:1734016112.122062:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11864 00000100:00100000:1.0:1734016112.122071:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332057344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.122089:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.122115:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174df1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a079 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.122183:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372608:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.122972:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.129903:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334372608:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.129948:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174df1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a079 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.129962:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3174df1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a079 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.131163:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016112.132446:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332057344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10360us (10627us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.132464:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11864 00000100:00100000:0.0:1734016112.149643:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.149747:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332057472 00000100:00100000:1.0:1734016112.149756:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332057472 00000100:00100000:1.0:1734016112.150118:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11865 00000100:00100000:1.0:1734016112.150125:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332057472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.150142:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.150159:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174df8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a080 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.150191:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174dce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a056 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.150198:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174ddc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a05d expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.150204:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.150206:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.150209:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174df8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1597440->1605631] (req 1597440->1605631) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a080 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.150237:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174ddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a05d expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.150249:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3174ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a05d expref: 10 pid: 7694 timeout: 476 lvb_type: 1 00000100:00100000:1.0:1734016112.150262:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334372736:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016112.150348:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174dce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a056 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.150358:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174dce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a056 expref: 10 pid: 13917 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.150365:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334372864:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016112.150383:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.157860:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334372736:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016112.157871:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334372864:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016112.157900:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174df8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1597440->1605631] (req 1597440->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a080 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.157915:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016112.157962:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087211850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332057472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7837us (8330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.157970:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11865 00000100:00100000:0.0:1734016112.158130:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.158202:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.163831:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.163885:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332057856 00000100:00100000:1.0:1734016112.163891:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332057856 00000100:00100000:1.0:1734016112.163922:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11866 00000100:00100000:1.0:1734016112.163928:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332057856:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016112.164082:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6035405 -> 6035405 00002000:00010000:1.0:1734016112.164085:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.164087:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016111 -> 1734016110 00002000:00010000:1.0:1734016112.164089:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.164091:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2704 -> 2704 00000100:00100000:1.0:1734016112.164208:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332057856:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 278us (383us total) trans 4294969664 rc 0/0 00000100:00100000:1.0:1734016112.164214:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11866 00000100:00100000:1.0:1734016112.179001:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332057984 00000100:00100000:1.0:1734016112.179009:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332057984 00000100:00100000:0.0:1734016112.180241:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11867 00000100:00100000:0.0:1734016112.180251:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332057984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.180269:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.180287:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3174dff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a087 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.180319:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1605631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a080 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.180327:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016112.180329:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016112.180332:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3174dff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5398528->5406719] (req 5398528->5406719) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a087 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.180359:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1605631) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a080 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.180370:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3174df8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1605631) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a080 expref: 9 pid: 13917 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.180380:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334373120:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016112.180447:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.185093:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.189218:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334373248:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016112.189238:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.189290:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332058112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3800us (4200us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.189302:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3244 00000100:00100000:0.0:1734016112.190859:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.190926:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332058368 00000100:00100000:1.0:1734016112.190933:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332058368 00002000:00100000:1.0:1734016112.190964:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5398528->6037503) req@ffff8800795f5880 x1818247332058368/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.190973:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332058368 ext(5398528->6037503) 00002000:00010000:1.0:1734016112.190977:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5880 00000100:00100000:1.0:1734016112.191000:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9634 00000100:00100000:1.0:1734016112.191006:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332058368:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.206115:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332058368:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 15100us (15252us total) trans 0 rc 94208/94208 00000100:00100000:1.0:1734016112.206126:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9634 00002000:00100000:1.0:1734016112.206137:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5398528->6037503) req@ffff8800795f5880 x1818247332058368/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.206147:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332058368 ext(5398528->6037503) 00002000:00010000:1.0:1734016112.206152:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5880 00000100:00100000:0.0:1734016112.207579:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.207660:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332058624 00000100:00100000:1.0:1734016112.207667:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332058624 00002000:00100000:1.0:1734016112.207699:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5402624->5406719) req@ffff8800795f5c00 x1818247332058624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.207712:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332058624 ext(5402624->5406719) 00002000:00010000:1.0:1734016112.207717:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:1.0:1734016112.207767:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9635 00000100:00100000:1.0:1734016112.207772:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332058624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.207902:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332058624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 129us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.207908:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9635 00002000:00100000:1.0:1734016112.207913:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5402624->5406719) req@ffff8800795f5c00 x1818247332058624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.207919:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332058624 ext(5402624->5406719) 00002000:00010000:1.0:1734016112.207921:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:0.0:1734016112.228298:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.249881:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.269342:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.275633:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.280156:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.287802:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.287879:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.297634:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.307027:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.312167:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.315848:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.322194:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.326924:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.330715:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.337658:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332060672 00000100:00100000:0.0:1734016112.337666:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332060672 00000100:00100000:0.0:1734016112.337710:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11880 00000100:00100000:0.0:1734016112.337716:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332060672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.337787:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.337801:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3174e4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a0d4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.337846:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076f2b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334375040:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016112.337894:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.343123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.354784:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.412424:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.427539:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.443504:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.451095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.477242:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.615236:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.615272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.615324:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.615371:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332062208 00000100:00100000:0.0:1734016112.615380:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332062208 00000100:00100000:0.0:1734016112.615428:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332062336 00000100:00100000:0.0:1734016112.615430:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332062336 00000100:00100000:0.0:1734016112.615444:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11885 00000100:00100000:0.0:1734016112.615450:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332062208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.615465:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.615482:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3174e6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a0f7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.615510:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11886 00000100:00100000:1.0:1734016112.615516:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332062336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.615524:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734016112.615529:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076d31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334375808:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.615535:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174e76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a0fe expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.615546:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.615548:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.615555:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174e76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a0fe expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.615572:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3174e76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a0fe expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016112.615581:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00010000:00010000:1.0:1734016112.615581:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016112.615603:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332062336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 87us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.615608:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11886 00000100:00100000:0.0:1734016112.665670:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.681967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.696658:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.697663:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.699442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.702277:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.713856:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.721022:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.722674:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.736838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.736884:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.750105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.757455:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.763442:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.771888:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.791287:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.799659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.823039:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.834316:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.845779:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.852699:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.858320:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.870464:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.897168:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.905820:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.921172:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.921282:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332066304 00000100:00100000:1.0:1734016112.921302:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332066304 00002000:00100000:1.0:1734016112.921346:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4980736->4984831) req@ffff88007662a680 x1818247332066304/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.921360:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662a680 with x1818247332066304 ext(4980736->4984831) 00002000:00010000:1.0:1734016112.921364:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662a680 00000100:00100000:1.0:1734016112.921397:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9642 00000100:00100000:1.0:1734016112.921404:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332066304:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.921574:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332066304:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 170us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.921580:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9642 00002000:00100000:1.0:1734016112.921585:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4980736->4984831) req@ffff88007662a680 x1818247332066304/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.921596:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662a680 with x1818247332066304 ext(4980736->4984831) 00002000:00010000:1.0:1734016112.921599:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662a680 00000100:00100000:0.0:1734016112.927650:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.941700:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016112.942802:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016082 00000100:00100000:0.0:1734016112.945960:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016112.949188:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969668 is committed 00000001:00080000:0.0:1734016112.949205:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969667 is committed 00000100:00100000:0.0:1734016112.952872:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.952916:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.953372:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11906 00000100:00100000:1.0:1734016112.953377:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332066816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.953386:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.953396:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174eed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a16e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.953419:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334378496:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.954216:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016112.959994:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016113 00002000:00010000:0.0:1734016112.959998:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 2744 -> 2760 00000100:00100000:0.0:1734016112.960011:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334378496:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016112.960030:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174eed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a16e expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.960040:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3174eed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a16e expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.960058:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:0.0:1734016112.960107:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332066816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6728us (7189us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.960115:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11906 00000100:00100000:0.0:1734016112.964002:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.964048:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.964832:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11908 00000100:00100000:1.0:1734016112.964839:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332067072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.964847:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.964857:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174efb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a17c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.964883:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334378752:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.964902:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.968350:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334378752:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.968373:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174efb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a17c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.968381:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174efb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a17c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.968481:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016112.968500:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332067072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3661us (4451us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.968505:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11908 00000100:00100000:0.0:1734016112.970922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.971042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.971223:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332067328 00000100:00100000:1.0:1734016112.971232:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332067328 00000100:00100000:1.0:1734016112.971906:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332067456 00000100:00100000:1.0:1734016112.971911:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332067456 00000100:00100000:0.0:1734016112.972851:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11910 00000100:00100000:0.0:1734016112.972857:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332067456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.972866:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.972877:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3174f09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a191 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.972903:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334379008:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016112.972931:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.977202:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334379008:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016112.977236:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3174f09 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a191 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.977248:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3174f09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a191 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.977264:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016112.978077:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087211450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332067456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5217us (7033us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.978085:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11910 00000100:00100000:0.0:1734016112.981338:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016112.981424:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.981816:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11911 00000100:00100000:1.0:1734016112.981823:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332067712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.981839:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.981855:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174f10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a19f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.981901:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334379136:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016112.982370:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.985475:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334379136:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016112.985508:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174f10 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a19f expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.985520:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3174f10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a19f expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.985552:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016112.985708:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332067712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3884us (4377us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.985713:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11911 00000100:00100000:0.0:1734016112.988165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.988310:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332067840 00000100:00100000:1.0:1734016112.988320:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332067840 00000100:00100000:1.0:1734016112.988519:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11913 00000100:00100000:1.0:1734016112.988526:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332067840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.988546:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.988570:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174f1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a1a6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.988608:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3174edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4984832->4988927) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a167 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.988616:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.988618:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.988621:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174f1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5951488->5955583] (req 5951488->5955583) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a1a6 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.988656:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3174edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4984832->4988927) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a167 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.988668:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3174edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4984832->4988927) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a167 expref: 6 pid: 7693 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016112.988680:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334379392:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016112.989045:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.995653:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016112.995855:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334379392:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016112.995894:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174f1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5951488->5955583] (req 5951488->5955583) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a1a6 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.995917:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016112.995966:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332067840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7440us (7809us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.995975:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11913 00000100:00100000:0.0:1734016112.999679:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.000851:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332068096 00000100:00100000:1.0:1734016113.000862:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332068096 00000100:00100000:1.0:1734016113.000906:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11914 00000100:00100000:1.0:1734016113.000913:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332068096:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016113.001082:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6035405 -> 6035405 00002000:00010000:1.0:1734016113.001085:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.001087:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:1.0:1734016113.001089:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.001091:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2760 -> 2760 00000100:00100000:1.0:1734016113.001168:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332068096:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 254us (1497us total) trans 4294969669 rc 0/0 00000100:00100000:1.0:1734016113.001176:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11914 00000100:00100000:1.0:1734016113.006283:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.022089:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332068352 00000100:00100000:0.0:1734016113.022102:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332068352 00000100:00100000:0.0:1734016113.022170:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11916 00000100:00100000:0.0:1734016113.022177:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332068352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.022194:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.022216:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3174f2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a1b4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.022283:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334379776:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016113.022358:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.035852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.039542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.061977:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.089203:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.181664:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016113.182222:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016083 00000100:00100000:0.0:1734016113.202191:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.214094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.214166:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332069504 00000100:00100000:1.0:1734016113.214176:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332069504 00000100:00100000:1.0:1734016113.214222:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2488 00000100:00100000:1.0:1734016113.214227:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332069504:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016113.214267:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.214301:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3174d81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a010 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.214334:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016113.214338:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016113.214491:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.214503:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3174db2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a03a expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.214511:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.214539:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3174db2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a03a expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.214549:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3174db2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a03a expref: 26 pid: 6483 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.214560:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334380416:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016113.214614:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.220279:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334380416:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016113.220313:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016113.220803:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016113.221552:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00010000:00010000:1.0:1734016113.222123:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.222129:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:1.0:1734016113.222213:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968902 00000004:00010000:1.0:1734016113.222252:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076629500 reply state ffff8800766d1000 transno 4294968903 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016113.222258:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016113.222339:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332069504:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8111us (8253us total) trans 4294968903 rc 0/0 00000100:00100000:1.0:1734016113.222344:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2488 00000020:00080000:1.0:1734016113.222348:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016113.225517:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016113.226006:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.226017:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.226023:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.226028:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016113.226032:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.226038:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.226053:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016113.226055:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016113.226059:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016113.226063:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174f4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016113.230746:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334380544:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016113.230778:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3174f56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a1d7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.230796:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:0.0:1734016113.230849:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332069760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4560us (5341us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.230859:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11922 00000100:00100000:0.0:1734016113.238339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.243492:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.243546:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.243863:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332070016 00000100:00100000:1.0:1734016113.243872:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332070016 00002000:00010000:1.0:1734016113.243903:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3406561->18446744073709551615) 00002000:00100000:1.0:1734016113.243907:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662a300 with x1818247332070016 ext(3406561->18446744073709551615) 00002000:00010000:1.0:1734016113.243922:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662a300. 00000100:00100000:1.0:1734016113.243949:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332070144 00000100:00100000:1.0:1734016113.243951:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332070144 00002000:00010000:1.0:1734016113.243966:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016113.243969:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435f80 with x1818247332070144 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016113.243975:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079435f80. 00000100:00100000:1.0:1734016113.243989:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9645 00000100:00100000:1.0:1734016113.243995:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332070016:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016113.246748:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6035405 -> 3406561 00002000:00010000:1.0:1734016113.246757:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.246760:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:1.0:1734016113.246761:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.246763:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2760 -> 2728 00000100:00100000:1.0:1734016113.246848:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332070016:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2849us (3363us total) trans 4294969671 rc 0/0 00000100:00100000:1.0:1734016113.246859:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9645 00002000:00010000:1.0:1734016113.246865:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3406561->18446744073709551615) 00002000:00100000:1.0:1734016113.246868:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662a300 with x1818247332070016 ext(3406561->18446744073709551615) 00002000:00010000:1.0:1734016113.246874:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007662a300. 00000100:00100000:1.0:1734016113.246904:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9646 00000100:00100000:1.0:1734016113.246911:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332070144:12345-192.168.201.52@tcp:10:fsx.0 00000100:00080000:0.0:1734016113.248010:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016083 00002000:00010000:0.0:1734016113.252841:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1734016113.252848:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.252850:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:0.0:1734016113.252852:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.252854:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:0.0:1734016113.252931:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332070144:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 6016us (9381us total) trans 4294968098 rc 0/0 00000100:00100000:0.0:1734016113.252943:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9646 00002000:00010000:0.0:1734016113.252948:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016113.252953:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435f80 with x1818247332070144 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016113.252960:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079435f80. 00000100:00100000:0.0:1734016113.255518:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.258886:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.258930:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.260796:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11924 00000100:00100000:1.0:1734016113.260803:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332070400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.260811:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.260820:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174f72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a1e5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.260844:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334380928:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016113.260865:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016113.265581:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:0.0:1734016113.265597:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334380928:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016113.265616:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174f72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a1e5 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.265626:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3174f72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a1e5 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.265647:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:0.0:1734016113.265675:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332070400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4871us (6742us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.265681:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11924 00000100:00100000:0.0:1734016113.269643:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.269699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.278959:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.289994:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.299468:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.348413:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332071552 00000100:00100000:0.0:1734016113.348423:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332071552 00000100:00100000:0.0:1734016113.349042:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11928 00000100:00100000:0.0:1734016113.349048:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332071552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.349062:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.349079:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3174f9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a20f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.349124:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334381568:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016113.350881:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.357029:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.364703:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.377616:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.387282:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.391001:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.391055:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.397605:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332072448 00000100:00100000:0.0:1734016113.397619:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332072448 00000100:00100000:0.0:1734016113.397666:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332072576 00000100:00100000:0.0:1734016113.397669:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332072576 00000100:00100000:0.0:1734016113.397701:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11934 00000100:00100000:0.0:1734016113.397710:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332072448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.397753:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.397777:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3174fbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a232 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.397837:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079436300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334382336:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016113.397890:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.403200:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.403246:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.403929:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11937 00000100:00100000:0.0:1734016113.403934:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332072704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.403945:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.403954:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3174fd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a240 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.403979:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334382720:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016113.403998:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.406691:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334382720:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016113.406745:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3174fd4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a240 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.406759:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3174fd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a240 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.407244:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:1.0:1734016113.407827:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332072704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3890us (4578us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.407836:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11937 00000100:00100000:0.0:1734016113.410684:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.410771:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.411298:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11939 00000100:00100000:1.0:1734016113.411306:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332073088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.411315:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.411324:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174fe2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a255 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.411354:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334382976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016113.411376:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.413927:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334382976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016113.413944:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174fe2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a255 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.413953:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3174fe2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a255 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.415162:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016113.415201:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332073088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3894us (4429us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.415208:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11939 00000100:00100000:0.0:1734016113.418802:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.418844:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.418931:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332073216 00000100:00100000:1.0:1734016113.418940:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332073216 00000100:00100000:1.0:1734016113.418981:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332073344 00000100:00100000:1.0:1734016113.418984:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332073344 00000100:00100000:1.0:1734016113.418998:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11940 00000100:00100000:1.0:1734016113.419004:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332073216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.419018:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.419032:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174fe9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a25c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.419070:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334383104:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016113.419115:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.422045:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334383104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016113.422065:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174fe9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a25c expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.422075:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3174fe9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a25c expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.422086:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016113.422102:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332073216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3098us (3308us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.422108:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11940 00000100:00100000:0.0:1734016113.424897:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.425030:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332073472 00000100:00100000:1.0:1734016113.425038:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332073472 00000100:00100000:1.0:1734016113.425081:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11942 00000100:00100000:1.0:1734016113.425088:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332073472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.425103:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.425119:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a26a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.425143:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3174faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4059135) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a21d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.425149:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.425151:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.425154:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1777664->1781759] (req 1777664->1781759) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a26a expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.425182:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3174faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4059135) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a21d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.425191:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3174faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4059135) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a21d expref: 8 pid: 7693 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.425201:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334383360:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016113.425240:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.427898:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334383360:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016113.427935:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1777664->1781759] (req 1777664->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a26a expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.427952:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016113.428002:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332073472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2914us (3111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.428010:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11942 00000100:00100000:0.0:1734016113.428568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.432510:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.437901:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.441362:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.441570:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332074240 00000100:00100000:1.0:1734016113.441578:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332074240 00000100:00100000:1.0:1734016113.441916:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11943 00000100:00100000:1.0:1734016113.441923:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332074240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.441939:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.441953:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a271 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.441976:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.441978:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.441985:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a271 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.441996:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a271 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.442005:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016113.442048:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332074240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 125us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.442053:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11943 00000100:00100000:0.0:1734016113.444471:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.449986:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.450015:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.450269:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332074496 00000100:00100000:1.0:1734016113.450276:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332074496 00010000:00010000:1.0:1734016113.450305:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a271 expref: 9 pid: 7692 timeout: 477 lvb_type: 1 00000100:00100000:1.0:1734016113.450333:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332074624 00000100:00100000:1.0:1734016113.450335:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332074624 00010000:00010000:1.0:1734016113.450344:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a26a expref: 11 pid: 7692 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.450358:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3258 00000100:00100000:1.0:1734016113.450362:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332074496:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.450374:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.450390:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a271 expref: 9 pid: 7692 timeout: 477 lvb_type: 1 00010000:00010000:1.0:1734016113.450400:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a271 expref: 9 pid: 7692 timeout: 477 lvb_type: 1 00010000:00010000:1.0:1734016113.450418:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3174ffe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a271 expref: 9 pid: 7692 timeout: 477 lvb_type: 1 00010000:00010000:1.0:1734016113.450431:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.450462:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332074496:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 99us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.450468:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3258 00000100:00100000:1.0:1734016113.450478:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3259 00000100:00100000:1.0:1734016113.450482:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332074624:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.450490:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.450496:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a26a expref: 11 pid: 7692 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.450504:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a26a expref: 11 pid: 7692 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.450513:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3174ff7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a26a expref: 11 pid: 7692 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.450521:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.450522:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.450527:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.450535:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.450559:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.450568:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334383872:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016113.450593:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.453623:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.454512:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334383872:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016113.454532:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.454555:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332074624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4072us (4539us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.454562:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3259 00000100:00100000:0.0:1734016113.457587:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.464250:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.477822:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.494476:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.501055:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.505356:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.519407:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.524453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.528923:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.535459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.539498:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.545972:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.554525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.560596:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.565589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.570217:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.577465:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.577605:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332077568 00000100:00100000:1.0:1734016113.577617:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332077568 00010000:00010000:1.0:1734016113.577655:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 12 pid: 7693 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.578074:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3260 00000100:00100000:1.0:1734016113.578083:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332077568:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.578103:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.578129:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 12 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.578149:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 12 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.578172:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175005 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 274432->282623) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a278 expref: 12 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.578198:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.578201:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.578206:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.578215:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.578250:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.578263:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334385664:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016113.578362:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.581131:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.581213:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334385664:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016113.581230:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.581265:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332077568:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3183us (3808us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.581274:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3260 00000100:00100000:0.0:1734016113.589031:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.593093:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.595809:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016113.597883:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969674 is committed 00000001:00080000:0.0:1734016113.597896:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969673 is committed 00000100:00100000:0.0:1734016113.600934:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.600990:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.601147:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332078720 00000100:00100000:1.0:1734016113.601156:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332078720 00000100:00100000:1.0:1734016113.601183:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332078592 00000100:00100000:1.0:1734016113.601184:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332078592 00000100:00100000:1.0:1734016113.601335:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11959 00000100:00100000:1.0:1734016113.601341:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332078720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.601357:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.601372:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3175067 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a2e1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.601416:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334385792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016113.601470:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.604228:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334385792:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016113.604263:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3175067 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.604277:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3175067 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.604302:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016113.604875:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332078720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3530us (3944us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.604884:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11959 00000100:00100000:0.0:1734016113.608471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.611888:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.611967:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332078976 00000100:00100000:0.0:1734016113.611973:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332078976 00010000:00010000:0.0:1734016113.611992:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 7 pid: 7693 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.612017:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3261 00000100:00100000:0.0:1734016113.612022:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332078976:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.612032:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.612048:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 7 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.612060:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 7 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.612078:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1982464->1986559) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2d3 expref: 7 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.612090:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.612091:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.612096:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.612103:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.612126:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.612136:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334386176:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016113.612181:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.616027:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334386176:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016113.616046:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.616091:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332078976:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4067us (4203us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.616101:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3261 00000100:00100000:1.0:1734016113.617258:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.620204:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.625208:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.632415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.637944:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.638436:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332079616 00000100:00100000:1.0:1734016113.638444:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332079616 00010000:00010000:1.0:1734016113.638467:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 9 pid: 7693 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.638505:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3262 00000100:00100000:1.0:1734016113.638510:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332079616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.638523:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.638541:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 9 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.638552:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 9 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.638574:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175075 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2e8 expref: 9 pid: 7693 timeout: 477 lvb_type: 0 00010000:00010000:1.0:1734016113.638598:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.638600:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.638606:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317508a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1929215) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2fd expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.638614:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317508a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1929215) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2fd expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.638645:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317508a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1921024->1929215) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2fd expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.638655:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334386688:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016113.638697:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.646299:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334386688:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016113.646320:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.646358:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332079616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7845us (8413us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.646368:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3262 00000100:00100000:0.0:1734016113.646930:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.697043:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.704038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.710377:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.719531:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.719588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.719670:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332080640 00000100:00100000:0.0:1734016113.719678:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332080640 00010000:00010000:0.0:1734016113.719708:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3175098 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a304 expref: 11 pid: 7693 timeout: 478 lvb_type: 1 00000100:00100000:0.0:1734016113.719757:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332080768 00000100:00100000:0.0:1734016113.719760:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332080768 00010000:00010000:0.0:1734016113.719772:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317508a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1921024->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2fd expref: 7 pid: 7693 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016113.719787:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3263 00000100:00100000:0.0:1734016113.719793:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332080640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.719806:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.719823:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3175098 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a304 expref: 11 pid: 7693 timeout: 478 lvb_type: 1 00010000:00010000:0.0:1734016113.719832:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3175098 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a304 expref: 11 pid: 7693 timeout: 478 lvb_type: 1 00010000:00010000:0.0:1734016113.719852:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.719887:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332080640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 94us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.719892:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3263 00000100:00100000:0.0:1734016113.719907:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3264 00000100:00100000:0.0:1734016113.719911:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332080768:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.719917:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.719923:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317508a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1921024->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2fd expref: 7 pid: 7693 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016113.719931:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317508a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1921024->1929215) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a2fd expref: 7 pid: 7693 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016113.719940:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.719942:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.719946:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31750ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2109440->2113535) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a320 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.719953:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31750ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2109440->2113535) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a320 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.719978:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31750ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2109440->2113535) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a320 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.719989:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334387456:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016113.720014:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.726698:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.733815:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.738428:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.741548:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.745594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016113.748768:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969676 is committed 00000100:00100000:0.0:1734016113.754501:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332081920 00000100:00100000:0.0:1734016113.754514:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332081920 00000100:00100000:0.0:1734016113.754575:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11972 00000100:00100000:0.0:1734016113.754585:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332081920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.754606:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.754632:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31750b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a327 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.754700:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334387584:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016113.754809:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.773259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.785107:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.815837:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.824809:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.841376:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.851819:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.884573:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.891611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.905291:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.914976:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.918774:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.945703:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332083584 00000100:00100000:1.0:1734016113.945771:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332083584 00010000:00010000:1.0:1734016113.945835:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3174ea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a12f expref: 11 pid: 7692 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016113.957416:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.957461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.958014:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9663 00000100:00100000:1.0:1734016113.958020:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332083712:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016113.959353:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3406561 -> 1967536 00002000:00010000:1.0:1734016113.959356:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016113.959358:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016114 -> 1734016113 00002000:00010000:1.0:1734016113.959360:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016113.959362:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2768 -> 2712 00000100:00100000:1.0:1734016113.959383:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332083712:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1363us (1922us total) trans 4294969677 rc 0/0 00000100:00100000:1.0:1734016113.959389:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9663 00002000:00010000:1.0:1734016113.959392:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1967536->18446744073709551615) 00002000:00100000:1.0:1734016113.959394:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efaa00 with x1818247332083712 ext(1967536->18446744073709551615) 00002000:00010000:1.0:1734016113.959398:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efaa00. 00000100:00100000:0.0:1734016113.969833:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.973978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.974041:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.974224:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332084224 00000100:00100000:1.0:1734016113.974232:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332084224 00000100:00100000:1.0:1734016113.974272:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332084096 00000100:00100000:1.0:1734016113.974283:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332084096 00000100:00100000:1.0:1734016113.974299:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11981 00000100:00100000:1.0:1734016113.974305:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332084224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.974320:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.974337:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175108 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a374 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.974386:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334388992:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016113.974433:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016113.976174:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016114 00000100:00100000:1.0:1734016113.976204:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334388992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016113.976235:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175108 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a374 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.976246:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175108 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a374 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.976258:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016113.976307:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332084224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2000us (2337us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.976315:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11981 00000100:00100000:0.0:1734016113.981459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016113.981521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016113.982394:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11983 00000100:00100000:1.0:1734016113.982401:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332084352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.982417:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.982432:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175116 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a37b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.982483:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334389248:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016113.982543:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.992646:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334389248:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016113.992689:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175116 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a37b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.992706:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175116 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a37b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.992762:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016113.992813:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332084352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10411us (11362us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.992825:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11983 00000100:00100000:0.0:1734016114.000872:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.002500:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.002561:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332084736 00000100:00100000:1.0:1734016114.002566:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332084736 00000100:00100000:1.0:1734016114.002897:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11986 00000100:00100000:1.0:1734016114.002903:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332084736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.002917:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.002935:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317512b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a390 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.002975:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334389632:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.003017:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.006702:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334389632:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.006743:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317512b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a390 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.006752:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317512b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a390 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.006772:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016114.006797:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332084736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3893us (4299us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.006803:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11986 00000100:00100000:0.0:1734016114.016639:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.016708:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.017341:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11988 00000100:00100000:1.0:1734016114.017348:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332084864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.017358:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.017368:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175139 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a397 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.017401:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334389888:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.017429:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.021461:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334389888:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.021482:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175139 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a397 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.021490:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175139 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a397 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.021500:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016114.021522:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332084864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4173us (4813us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.021527:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11988 00000100:00100000:0.0:1734016114.024370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.034887:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016114.036140:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00100000:0.0:1734016114.039992:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.040063:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.040105:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332085504 00000100:00100000:0.0:1734016114.040121:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332085504 00002000:00010000:0.0:1734016114.040180:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016114.040186:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efb480 with x1818247332085504 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016114.040200:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efb480. 00000100:00100000:0.0:1734016114.040229:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332085632 00000100:00100000:0.0:1734016114.040231:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332085632 00002000:00010000:0.0:1734016114.040242:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1389406->18446744073709551615) 00002000:00100000:0.0:1734016114.040245:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efb800 with x1818247332085632 ext(1389406->18446744073709551615) 00002000:00010000:0.0:1734016114.040255:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097efb800. 00000100:00100000:0.0:1734016114.040269:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9664 00000100:00100000:0.0:1734016114.040285:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332085504:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016114.040593:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1967536 -> 4194304 00002000:00010000:0.0:1734016114.040597:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.040599:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016114 -> 1734016113 00002000:00010000:0.0:1734016114.040601:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.040603:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2712 -> 2712 00010000:00010000:1.0:1734016114.040767:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.040779:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.040787:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.040795:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffdf80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016114.040801:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.040809:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.040830:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016114.040834:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016114.040838:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.040843:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175140 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016114.042141:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332085504:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1851us (2159us total) trans 4294969678 rc 0/0 00000100:00100000:0.0:1734016114.042154:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9664 00002000:00010000:0.0:1734016114.042160:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016114.042165:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efb480 with x1818247332085504 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016114.042176:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efb480. 00000100:00100000:0.0:1734016114.054620:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.057129:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.068231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.129639:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.134717:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.139049:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.140369:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332086784 00000100:00100000:1.0:1734016114.140385:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332086784 00000100:00100000:1.0:1734016114.140478:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11989 00000100:00100000:1.0:1734016114.140489:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332086784:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016114.146815:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968102 is committed 00000001:00080000:0.0:1734016114.146850:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968099 is committed 00000100:00100000:1.0:1734016114.147066:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332086784:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 6568us (8026us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.147082:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11989 00000100:00100000:1.0:1734016114.154137:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.154239:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332086912 00000100:00100000:0.0:1734016114.154253:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332086912 00000100:00100000:0.0:1734016114.154335:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2496 00000100:00100000:0.0:1734016114.154346:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332086912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.154379:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.154416:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3175147 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a3a5 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.154553:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317514e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.154569:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317514e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.154583:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317514e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016114.154611:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5583710 00000004:00200000:0.0:1734016114.154615:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016114.154636:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317514e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.154667:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3175147 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3a5 expref: 32 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.154706:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d317514e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3a5 expref: 31 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.154714:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016114.154717:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016114.154759:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016114.154821:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332086912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 477us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.154828:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2496 00000100:00100000:0.0:1734016114.158429:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.169439:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.173691:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.173928:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332087296 00000100:00100000:1.0:1734016114.173938:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332087296 00000100:00100000:1.0:1734016114.173984:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332087168 00000100:00100000:1.0:1734016114.173987:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332087168 00000100:00100000:1.0:1734016114.174003:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11990 00000100:00100000:1.0:1734016114.174009:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332087296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.174027:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.174043:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175163 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a3ba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.174093:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334390144:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.174148:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.174174:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11991 00000100:00100000:1.0:1734016114.174179:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332087168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.174189:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.174199:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317516a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a3b3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.174222:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334390272:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.174245:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.176610:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016114 00002000:00010000:1.0:1734016114.176620:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 24 00000100:00100000:1.0:1734016114.176652:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334390144:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.176695:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175163 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3ba expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.176710:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175163 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3ba expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.176786:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016114.176853:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332087296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2841us (7426us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.176863:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11990 00000100:00100000:0.0:1734016114.184707:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.187924:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11992 00000100:00100000:1.0:1734016114.187936:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332087424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.187969:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.188001:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175171 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a3c1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.188050:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31750ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2109440->2113535) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a320 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.188059:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.188060:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.188065:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175171 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4513792->4521983] (req 4513792->4521983) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3c1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.188118:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31750ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2109440->2113535) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a320 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.188134:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31750ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2109440->2113535) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a320 expref: 9 pid: 7694 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.188154:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334390400:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016114.188268:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.195676:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.202984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.207835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.215475:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.223077:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332088064 00000100:00100000:0.0:1734016114.223086:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332088064 00000100:00100000:0.0:1734016114.223780:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 11996 00000100:00100000:0.0:1734016114.223788:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332088064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.223807:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.223825:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d3175186 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a3d6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.223878:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334390912:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016114.223934:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.226609:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334390912:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016114.226664:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d3175186 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3d6 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.226684:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d3175186 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a3d6 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.227314:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016114.227388:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332088064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3597us (4395us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.227398:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 11996 00000100:00100000:0.0:1734016114.230692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.238231:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.246628:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.269340:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.273147:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.280044:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.286143:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.295948:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332089600 00000100:00100000:0.0:1734016114.295958:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332089600 00002000:00100000:0.0:1734016114.295995:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1564672->1568767) req@ffff8800770bc380 x1818247332089600/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.296005:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc380 with x1818247332089600 ext(1564672->1568767) 00002000:00010000:0.0:1734016114.296010:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bc380 00000100:00100000:0.0:1734016114.296049:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9672 00000100:00100000:0.0:1734016114.296055:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332089600:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.296847:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332089600:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 791us (988us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.296855:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9672 00002000:00100000:0.0:1734016114.296861:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1564672->1568767) req@ffff8800770bc380 x1818247332089600/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.296867:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc380 with x1818247332089600 ext(1564672->1568767) 00002000:00010000:0.0:1734016114.296870:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bc380 00000100:00100000:1.0:1734016114.300067:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.300309:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332089856 00000100:00100000:0.0:1734016114.300317:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332089856 00002000:00100000:0.0:1734016114.300350:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1568768->1572863) req@ffff88012db20700 x1818247332089856/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.300359:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20700 with x1818247332089856 ext(1568768->1572863) 00002000:00010000:0.0:1734016114.300365:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20700 00000100:00100000:0.0:1734016114.300392:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9673 00000100:00100000:0.0:1734016114.300397:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332089856:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.301377:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332089856:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 975us (1313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.301384:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9673 00002000:00100000:0.0:1734016114.301391:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1568768->1572863) req@ffff88012db20700 x1818247332089856/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.301398:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20700 with x1818247332089856 ext(1568768->1572863) 00002000:00010000:0.0:1734016114.301401:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20700 00000100:00100000:1.0:1734016114.304773:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.304833:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332089984 00000100:00100000:0.0:1734016114.304842:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332089984 00002000:00100000:0.0:1734016114.304877:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (794624->1572863) req@ffff88012db21500 x1818247332089984/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:75/0 lens 504/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.304887:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21500 with x1818247332089984 ext(794624->1572863) 00002000:00010000:0.0:1734016114.304892:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db21500 00000100:00100000:0.0:1734016114.304926:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9674 00000100:00100000:0.0:1734016114.304932:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332089984:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016114.313385:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.315979:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332090112:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1747us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.315990:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12003 00000100:00100000:1.0:1734016114.318853:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.319047:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332090240 00000100:00100000:0.0:1734016114.319060:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332090240 00000100:00100000:0.0:1734016114.319116:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12004 00000100:00100000:0.0:1734016114.319123:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332090240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.319143:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.319164:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31751b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a407 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.319226:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334391808:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016114.319295:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.326371:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.337017:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000001:00080000:0.0:1734016114.343623:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968908 is committed 00000001:00080000:0.0:1734016114.343669:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968903 is committed 00000100:00100000:0.0:1734016114.345084:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.352074:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.362059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.366366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.366414:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.374891:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.394030:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.394107:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.394190:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332091648 00000100:00100000:1.0:1734016114.394206:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332091648 00000100:00100000:1.0:1734016114.394304:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332091520 00000100:00100000:1.0:1734016114.394307:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332091520 00000100:00100000:1.0:1734016114.394332:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12007 00000100:00100000:1.0:1734016114.394342:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332091648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.394367:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.394400:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31751e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a42a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.394501:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334392448:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.394582:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.415711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.416367:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.416701:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12009 00000100:00100000:0.0:1734016114.416710:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332091904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.416993:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.417009:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d31751f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a438 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.417046:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334392832:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016114.417588:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.431923:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334392832:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016114.431975:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d31751f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a438 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.431994:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d31751f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a438 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.432648:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016114.433281:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332091904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16555us (17567us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.433293:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12009 00000100:00100000:0.0:1734016114.444891:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332092032 00000100:00100000:0.0:1734016114.444909:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332092032 00000100:00100000:0.0:1734016114.447698:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2500 00000100:00100000:0.0:1734016114.447714:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332092032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.447766:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.447791:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31751fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a43f expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.447910:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3175204 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.447927:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3175204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.447939:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3175204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016114.447964:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6148395 00000004:00200000:0.0:1734016114.447969:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016114.447988:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3175204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.448014:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31751fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a43f expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.448048:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3175204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a43f expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.448057:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016114.448060:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016114.448063:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016114.448139:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332092032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 428us (3572us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.448145:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2500 00000100:00100000:0.0:1734016114.459101:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.459168:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.478068:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332092416 00000100:00100000:0.0:1734016114.478075:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332092416 00000100:00100000:0.0:1734016114.478150:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12013 00000100:00100000:0.0:1734016114.478158:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332092416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.478177:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.478196:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3175219 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a454 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.478222:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31750f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a35f expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.478227:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.478229:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.478232:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3175219 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2097152->2101247] (req 2097152->2101247) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a454 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.478259:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31750f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a35f expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.478282:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31750f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a35f expref: 8 pid: 7694 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.478294:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334393216:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016114.478716:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.485407:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.486365:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334393216:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016114.486387:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3175219 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2097152->2101247] (req 2097152->2101247) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a454 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.486399:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:1.0:1734016114.486438:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332092416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8281us (8456us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.486445:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12013 00000100:00100000:0.0:1734016114.495658:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.557412:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.557824:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332093184 00000100:00100000:1.0:1734016114.557835:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332093184 00000100:00100000:1.0:1734016114.558465:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12014 00000100:00100000:1.0:1734016114.558477:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332093184:12345-192.168.201.52@tcp:16:fsx.0 00000100:00100000:1.0:1734016114.561426:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332093184:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2942us (4022us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.561440:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12014 00000100:00100000:0.0:1734016114.567823:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.567899:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332093312 00000100:00100000:1.0:1734016114.567906:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332093312 00000100:00100000:1.0:1734016114.567975:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12015 00000100:00100000:1.0:1734016114.567981:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332093312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.567999:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.568016:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175220 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a45b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.568058:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393472:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.568322:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.571030:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393472:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.571070:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175220 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a45b expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.571084:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175220 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a45b expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.572427:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016114.574305:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332093312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6308us (6474us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.574324:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12015 00000100:00100000:0.0:1734016114.579803:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.579891:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332093440 00000100:00100000:1.0:1734016114.579901:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332093440 00000100:00100000:1.0:1734016114.579949:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12016 00000100:00100000:1.0:1734016114.579957:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332093440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.579978:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.579999:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175227 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a462 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.580046:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393600:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.580106:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.582185:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393600:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.582224:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175227 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a462 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.582238:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175227 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a462 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.582274:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016114.582316:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332093440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2357us (2518us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.582324:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12016 00000100:00100000:1.0:1734016114.585137:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332093568 00000100:00100000:1.0:1734016114.585146:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332093568 00000100:00100000:1.0:1734016114.585241:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12017 00000100:00100000:1.0:1734016114.585249:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332093568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.585278:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.585304:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317522e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a469 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.585372:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334393728:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.585816:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.587883:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 40 -> 56 00000100:00100000:1.0:1734016114.587909:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334393728:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.587943:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317522e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a469 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.587955:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317522e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a469 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.587965:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016114.588018:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332093568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2769us (2997us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.588026:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12017 00000100:00100000:0.0:1734016114.592903:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.603889:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.604033:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332094208 00000100:00100000:1.0:1734016114.604045:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332094208 00000100:00100000:1.0:1734016114.604233:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12018 00000100:00100000:1.0:1734016114.604240:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332094208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.604261:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.604290:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175235 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a470 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.604342:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393856:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.604405:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.611575:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393856:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.611634:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175235 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a470 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.611653:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175235 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a470 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.611686:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016114.612091:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332094208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7849us (8214us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.612100:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12018 00000100:00100000:1.0:1734016114.618409:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332094336 00000100:00100000:1.0:1734016114.618430:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332094336 00000100:00100000:1.0:1734016114.618521:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12019 00000100:00100000:1.0:1734016114.618531:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332094336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.618563:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.618599:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317523c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a477 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.618699:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393984:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.618953:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.622289:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334393984:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.622329:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317523c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a477 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.622344:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317523c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a477 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.622360:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016114.622420:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332094336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3887us (5969us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.622428:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12019 00000100:00100000:0.0:1734016114.644770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.703093:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.703194:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332094720 00000100:00100000:1.0:1734016114.703206:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332094720 00000100:00100000:1.0:1734016114.703308:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12020 00000100:00100000:1.0:1734016114.703317:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332094720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.703340:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.703363:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175243 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a47e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.703419:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394112:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.703490:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.708762:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:1.0:1734016114.708790:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394112:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.708825:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175243 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a47e expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.708837:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175243 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a47e expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.708851:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016114.715328:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332094720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11998us (12229us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.715339:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12020 00000100:00100000:0.0:1734016114.715603:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.715665:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332094848 00000100:00100000:1.0:1734016114.715671:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332094848 00000100:00100000:1.0:1734016114.716326:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12021 00000100:00100000:1.0:1734016114.716333:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332094848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.716352:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.716371:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317524a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a485 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.716422:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394240:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.716481:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.718503:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394240:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.718545:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317524a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a485 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.718558:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317524a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a485 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.718641:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016114.718852:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332094848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2516us (3248us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.718861:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12021 00000100:00100000:0.0:1734016114.721312:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.721428:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332094976 00000100:00100000:1.0:1734016114.721438:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332094976 00000100:00100000:1.0:1734016114.721493:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12022 00000100:00100000:1.0:1734016114.721501:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332094976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.721519:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.721534:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175251 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a48c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.721585:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394368:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.721653:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.723874:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394368:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.723914:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175251 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a48c expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.723929:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175251 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a48c expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.723993:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016114.724288:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332094976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2786us (2984us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.724297:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12022 00000100:00100000:0.0:1734016114.727489:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.727581:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332095104 00000100:00100000:1.0:1734016114.727590:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332095104 00000100:00100000:1.0:1734016114.727642:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12023 00000100:00100000:1.0:1734016114.727648:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332095104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.727664:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.727680:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a493 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.727709:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31751cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a415 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.727716:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.727718:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.727748:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1789952->1798143] (req 1789952->1798143) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a493 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.727777:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31751cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a415 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.727788:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31751cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a415 expref: 8 pid: 7693 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016114.727800:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394496:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016114.727859:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.733077:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394496:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016114.734074:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1789952->1798143] (req 1789952->1798143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a493 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.734091:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016114.734146:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332095104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6497us (6667us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.734156:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12023 00000100:00100000:0.0:1734016114.734386:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.738967:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.739116:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332095360 00000100:00100000:1.0:1734016114.739123:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332095360 00000100:00100000:1.0:1734016114.739158:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12024 00000100:00100000:1.0:1734016114.739164:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332095360:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016114.739355:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016114.739358:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.739360:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016114 00002000:00010000:1.0:1734016114.739362:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.739363:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2744 -> 2760 00000100:00100000:1.0:1734016114.739405:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332095360:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 240us (448us total) trans 4294969682 rc 0/0 00000100:00100000:1.0:1734016114.739411:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12024 00000100:00100000:0.0:1734016114.743047:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.743085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.743164:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332095488 00000100:00100000:1.0:1734016114.743176:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332095488 00000100:00100000:1.0:1734016114.743227:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332095616 00000100:00100000:1.0:1734016114.743229:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332095616 00000100:00100000:1.0:1734016114.743245:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12025 00000100:00100000:1.0:1734016114.743253:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332095488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.743281:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.743297:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d317525f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a49a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.743350:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394752:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.743401:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.745374:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:1.0:1734016114.745398:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334394752:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.745429:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d317525f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a49a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.745443:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d317525f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a49a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.745938:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016114.745963:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332095488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2710us (2922us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.745968:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12025 00000100:00100000:0.0:1734016114.751175:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.751216:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.751462:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332095744 00000100:00100000:1.0:1734016114.751471:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332095744 00000100:00100000:1.0:1734016114.751509:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332095872 00000100:00100000:1.0:1734016114.751511:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332095872 00000100:00100000:1.0:1734016114.751533:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12027 00000100:00100000:1.0:1734016114.751540:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332095744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.751560:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.751579:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317526d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a4a8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.751629:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334395008:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.751677:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.754849:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334395008:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.754900:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317526d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4a8 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.754915:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317526d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4a8 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.754927:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016114.754980:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332095744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3439us (3812us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.754988:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12027 00000100:00100000:0.0:1734016114.759695:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.765940:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.777018:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.781609:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332096384 00000100:00100000:1.0:1734016114.781618:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332096384 00000100:00100000:1.0:1734016114.781668:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12031 00000100:00100000:1.0:1734016114.781676:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332096384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.781697:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.781745:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175282 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a4bd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.781803:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334395520:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.781868:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.785273:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016114 -> 1734016115 00002000:00010000:1.0:1734016114.785282:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016114 -> 1734016115 00000100:00100000:1.0:1734016114.785306:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334395520:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.785347:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175282 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4bd expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.785362:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175282 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4bd expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.785390:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016114.785596:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332096384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3918us (4302us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.785605:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12031 00000100:00100000:0.0:1734016114.788646:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.788812:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332096512 00000100:00100000:1.0:1734016114.788822:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332096512 00000100:00100000:1.0:1734016114.788876:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12032 00000100:00100000:1.0:1734016114.788882:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332096512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.788903:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.788921:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175289 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a4c4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.788972:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334395648:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.789026:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.791517:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334395648:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.791557:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175289 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4c4 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.791571:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175289 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4c4 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.791584:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016114.791988:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332096512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3103us (3353us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.791997:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12032 00000100:00100000:0.0:1734016114.795793:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.795865:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332096640 00000100:00100000:1.0:1734016114.795872:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332096640 00000100:00100000:1.0:1734016114.795933:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12033 00000100:00100000:1.0:1734016114.795939:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332096640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.795954:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.795969:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175290 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a4cb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.796009:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334395776:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.796049:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.797465:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016114 -> 1734016115 00000100:00100000:1.0:1734016114.797483:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334395776:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.797507:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175290 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4cb expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.797517:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175290 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4cb expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.797803:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016114.797839:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332096640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1899us (2052us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.797846:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12033 00000100:00100000:0.0:1734016114.800033:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.800155:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332096768 00000100:00100000:1.0:1734016114.800164:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332096768 00000100:00100000:1.0:1734016114.800214:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12034 00000100:00100000:1.0:1734016114.800220:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332096768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.800237:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.800254:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175297 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a4d2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.800315:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334395904:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.800376:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.802417:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334395904:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.802455:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175297 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4d2 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.802470:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175297 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4d2 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.802521:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016114.802573:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332096768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2352us (2548us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.802582:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12034 00000100:00100000:0.0:1734016114.806970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.811859:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016114.815753:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.815766:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.815772:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.815777:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dad00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016114.815780:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.815786:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.815799:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016114.815802:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016114.815805:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016114.815810:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d317529e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016114.816021:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.816083:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332097280 00000100:00100000:0.0:1734016114.816092:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332097280 00000100:00100000:0.0:1734016114.816137:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12035 00000100:00100000:0.0:1734016114.816143:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332097280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.816159:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.816173:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31752a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a4d9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.816195:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.816201:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.816203:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.816206:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31752a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4d9 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.816231:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.816242:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 8 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016114.816253:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334396160:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016114.816310:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.820678:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.820741:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332097408 00000100:00100000:0.0:1734016114.820748:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332097408 00010000:00010000:0.0:1734016114.820769:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016114.820805:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3275 00000100:00100000:0.0:1734016114.820811:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332097408:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016114.820822:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.820839:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016114.820849:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016114.820867:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317527b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4b6 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016114.820890:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.820892:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.820896:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31752a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4d9 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.820904:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31752a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4d9 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.820930:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31752a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4d9 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.820941:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334396288:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016114.820977:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.823223:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.823274:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.824251:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334396288:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016114.824276:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.824298:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332097408:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3487us (3622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.824305:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3275 00000100:00100000:1.0:1734016114.825874:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.829498:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.829646:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.838165:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.838217:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.849779:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332098560 00000100:00100000:0.0:1734016114.849788:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332098560 00000100:00100000:0.0:1734016114.849834:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2503 00000100:00100000:0.0:1734016114.849840:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332098560:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016114.849877:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.849896:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d31752b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a4e0 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.849924:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016114.849928:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016114.850051:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31752d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.850062:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31752d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016114.850069:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31752d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016114.850100:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968912 00000004:00010000:0.0:1734016114.850116:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800770bd500 reply state ffff88011db6e000 transno 4294968913 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31752d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016114.850125:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016114.850204:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332098560:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 363us (540us total) trans 4294968913 rc 0/0 00000100:00100000:0.0:1734016114.850210:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2503 00000020:00080000:0.0:1734016114.850215:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016114.852524:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.855575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.856895:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332098816 00000100:00100000:0.0:1734016114.856903:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332098816 00010000:00010000:0.0:1734016114.856934:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a493 expref: 9 pid: 7693 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016114.856970:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3276 00000100:00100000:0.0:1734016114.856976:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332098816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016114.856992:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.857011:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1789952->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a493 expref: 9 pid: 7693 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016114.857022:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1789952->1798143) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a493 expref: 9 pid: 7693 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016114.857046:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175258 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1789952->1798143) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a493 expref: 9 pid: 7693 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016114.857072:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.857074:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.857079:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31752dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a503 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.857092:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31752dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a503 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.857130:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31752dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a503 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.857140:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334397056:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016114.857188:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.861538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.869844:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.876209:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.876255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.888810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.890682:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.906492:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.919427:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.926479:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.929842:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332100224:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2664us (3359us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.929858:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12042 00000100:00100000:0.0:1734016114.932891:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.935768:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.935805:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.936233:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332100608 00000100:00100000:0.0:1734016114.936241:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332100608 00000100:00100000:0.0:1734016114.936288:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332100480 00000100:00100000:0.0:1734016114.936291:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332100480 00000100:00100000:0.0:1734016114.936317:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12043 00000100:00100000:0.0:1734016114.936324:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332100608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.936340:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.936360:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d31752f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a51f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.936414:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334397440:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016114.936464:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.936767:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12044 00000100:00100000:1.0:1734016114.936772:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332100480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.936781:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.936790:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175300 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a518 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.936818:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334397568:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.936838:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.939520:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016114 -> 1734016115 00002000:00010000:1.0:1734016114.939524:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 2760 -> 2768 00000100:00100000:1.0:1734016114.939533:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334397568:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.939553:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175300 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a518 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.939562:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175300 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a518 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.940044:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016114.940073:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332100480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3300us (4267us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.940079:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12044 00000100:00100000:0.0:1734016114.944223:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.944276:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.944769:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12046 00000100:00100000:1.0:1734016114.944776:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332100864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.944786:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.944797:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317530e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a52d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.944824:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334397824:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.944846:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.947691:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334397824:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.947744:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317530e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a52d expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.947757:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317530e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a52d expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.947780:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016114.947822:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332100864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3044us (3544us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.947829:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12046 00000100:00100000:0.0:1734016114.953955:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.954050:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.954420:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12048 00000100:00100000:1.0:1734016114.954427:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332100992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.954437:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.954447:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317531c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a534 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.954474:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334398080:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.954496:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.956654:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334398080:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.956685:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317531c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a534 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.956699:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317531c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a534 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.956785:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016114.956833:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332100992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2404us (2781us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.956841:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12048 00000100:00100000:0.0:1734016114.960481:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.960539:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.960620:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332101376 00000100:00100000:1.0:1734016114.960630:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332101376 00000100:00100000:1.0:1734016114.960677:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332101248 00000100:00100000:1.0:1734016114.960680:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332101248 00000100:00100000:1.0:1734016114.960695:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12049 00000100:00100000:1.0:1734016114.960702:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332101376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.960740:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.960757:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3175323 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a549 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.960815:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334398208:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.960865:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.963411:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334398208:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.963449:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3175323 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a549 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.963462:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3175323 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a549 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.963493:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016114.963537:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332101376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2834us (3066us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.963544:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12049 00000100:00100000:0.0:1734016114.970848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.971540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.971832:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332101504 00000100:00100000:1.0:1734016114.971840:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332101504 00000100:00100000:1.0:1734016114.971880:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332101632 00000100:00100000:1.0:1734016114.971882:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332101632 00000100:00100000:1.0:1734016114.971974:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12051 00000100:00100000:1.0:1734016114.971981:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332101504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.972000:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.972017:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175331 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a550 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.972065:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334398464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.972584:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.975924:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334398464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016114.975964:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175331 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a550 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.975977:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175331 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a550 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.975990:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016114.976040:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332101504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4057us (5199us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.976049:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12051 00000100:00100000:0.0:1734016114.979561:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016114.988611:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332102016 00000100:00100000:0.0:1734016114.988619:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332102016 00000100:00100000:0.0:1734016114.988665:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12054 00000100:00100000:0.0:1734016114.988672:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332102016:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016114.988894:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5302016 -> 5302016 00002000:00010000:0.0:1734016114.988897:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016114.988899:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016114.988900:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016114 00002000:00010000:0.0:1734016114.988902:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2768 -> 2784 00000100:00100000:0.0:1734016114.988942:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332102016:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 269us (450us total) trans 4294969686 rc 0/0 00000100:00100000:0.0:1734016114.988949:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12054 00000100:00100000:0.0:1734016114.999215:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016114.999408:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332102272 00000100:00100000:1.0:1734016114.999421:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332102272 00000100:00100000:1.0:1734016114.999476:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12055 00000100:00100000:1.0:1734016114.999485:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332102272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.999508:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.999529:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175354 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a56c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.999588:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334398976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016114.999653:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.001789:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016114 -> 1734016115 00000100:00100000:1.0:1734016115.001814:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334398976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.001850:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175354 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a56c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.001867:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175354 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a56c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.001885:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016115.001941:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332102272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2456us (2741us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.001952:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12055 00000100:00100000:1.0:1734016115.009340:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332102400 00000100:00100000:1.0:1734016115.009350:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332102400 00000100:00100000:1.0:1734016115.009425:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12056 00000100:00100000:1.0:1734016115.009432:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332102400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.009452:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.009467:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317535b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a573 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.009511:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334399104:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016115.009800:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.011296:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334399104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.011332:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317535b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a573 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.011345:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d317535b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a573 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.011356:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016115.011885:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332102400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2450us (2656us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.011895:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12056 00000100:00100000:0.0:1734016115.015094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.015181:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332102528 00000100:00100000:1.0:1734016115.015189:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332102528 00000100:00100000:1.0:1734016115.015230:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12057 00000100:00100000:1.0:1734016115.015236:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332102528:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.015401:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016115.015405:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.015406:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016114 00002000:00010000:1.0:1734016115.015408:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.015410:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:1.0:1734016115.015486:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332102528:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 249us (398us total) trans 4294968109 rc 0/0 00000100:00100000:1.0:1734016115.015492:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12057 00000100:00100000:0.0:1734016115.018324:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332102656 00000100:00100000:0.0:1734016115.018336:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332102656 00000100:00100000:0.0:1734016115.018382:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12058 00000100:00100000:0.0:1734016115.018391:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332102656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.018414:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.018434:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3175362 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a57a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.018484:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334399232:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016115.019267:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.026402:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.031048:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334399360:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016115.031087:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175369 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a581 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.031100:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175369 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a581 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.031125:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:0.0:1734016115.031175:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332102784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4034us (4786us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.031184:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12059 00000100:00100000:1.0:1734016115.034787:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016115.035999:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016085 00000100:00100000:0.0:1734016115.039265:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332103040 00000100:00100000:0.0:1734016115.039272:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332103040 00000100:00100000:0.0:1734016115.039303:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12061 00000100:00100000:0.0:1734016115.039308:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332103040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.039321:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.039332:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3175377 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a58f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.039367:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334399616:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016115.039398:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.040353:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334399616:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.040372:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3175377 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a58f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.040381:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3175377 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a58f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.040525:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:1.0:1734016115.040587:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332103040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1277us (1430us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.040592:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12061 00000100:00100000:0.0:1734016115.041980:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016115.042429:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00000100:00100000:0.0:1734016115.044224:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332103424 00000100:00100000:0.0:1734016115.044229:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332103424 00010000:00010000:0.0:1734016115.044254:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31752f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a511 expref: 18 pid: 7713 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.044282:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3279 00000100:00100000:0.0:1734016115.044288:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332103424:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.044301:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.044306:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31752f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a511 expref: 18 pid: 7713 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.044314:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31752f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a511 expref: 18 pid: 7713 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.044330:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31752f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a511 expref: 18 pid: 7713 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.044345:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016115.044349:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016115.044359:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016115.044365:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016115.044377:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.044497:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332103424:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 207us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.044503:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3279 00000100:00100000:0.0:1734016115.046395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:1.0:1734016115.046530:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016115.046539:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016115.046544:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016115.046548:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffe1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016115.046551:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016115.046559:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016115.046569:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016115.046572:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016115.046574:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016115.046578:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d317537e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00080000:0.0:1734016115.061929:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016085 00000100:00100000:0.0:1734016115.068172:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.068228:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:3.0:1734016115.071804:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ef9180. 00000100:00100000:3.0:1734016115.071832:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9690 00000100:00100000:3.0:1734016115.071840:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332103808:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016115.074597:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5302016 -> 2112340 00002000:00010000:3.0:1734016115.074604:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.074606:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.074608:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.074611:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2784 -> 2744 00000100:00100000:3.0:1734016115.076418:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332103808:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 4568us (8179us total) trans 4294969687 rc 0/0 00000100:00100000:3.0:1734016115.076430:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9690 00002000:00010000:3.0:1734016115.076437:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2112340->18446744073709551615) 00002000:00100000:3.0:1734016115.076441:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efad80 with x1818247332103808 ext(2112340->18446744073709551615) 00002000:00010000:3.0:1734016115.076452:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efad80. 00000100:00100000:0.0:1734016115.087979:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.094860:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.095030:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332104320 00000100:00100000:3.0:1734016115.095039:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332104320 00002000:00100000:3.0:1734016115.095076:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1384448->1388543) req@ffff880097ef8380 x1818247332104320/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.095085:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef8380 with x1818247332104320 ext(1384448->1388543) 00002000:00010000:3.0:1734016115.095090:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef8380 00000100:00100000:3.0:1734016115.095122:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9691 00000100:00100000:3.0:1734016115.095132:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332104320:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.096049:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332104320:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 916us (1197us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.096056:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9691 00002000:00100000:3.0:1734016115.096063:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1384448->1388543) req@ffff880097ef8380 x1818247332104320/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.096069:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef8380 with x1818247332104320 ext(1384448->1388543) 00002000:00010000:3.0:1734016115.096072:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef8380 00000100:00100000:0.0:1734016115.098872:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.098957:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332104576 00000100:00100000:3.0:1734016115.098967:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332104576 00002000:00100000:3.0:1734016115.099011:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1388544->1392639) req@ffff880097ef9880 x1818247332104576/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.099020:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9880 with x1818247332104576 ext(1388544->1392639) 00002000:00010000:3.0:1734016115.099025:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9880 00000100:00100000:3.0:1734016115.099110:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9692 00000100:00100000:3.0:1734016115.099120:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332104576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.099626:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332104576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 506us (759us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.099632:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9692 00002000:00100000:3.0:1734016115.099638:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1388544->1392639) req@ffff880097ef9880 x1818247332104576/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.099645:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9880 with x1818247332104576 ext(1388544->1392639) 00002000:00010000:3.0:1734016115.099648:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9880 00000100:00100000:0.0:1734016115.103095:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.103214:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332104832 00000100:00100000:3.0:1734016115.103226:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332104832 00002000:00100000:3.0:1734016115.103277:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1392640->1396735) req@ffff880097ef9f80 x1818247332104832/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.103287:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9f80 with x1818247332104832 ext(1392640->1396735) 00002000:00010000:3.0:1734016115.103293:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9f80 00000100:00100000:3.0:1734016115.103316:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9693 00000100:00100000:3.0:1734016115.103325:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332104832:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.103485:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332104832:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 160us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.103491:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9693 00002000:00100000:3.0:1734016115.103496:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1392640->1396735) req@ffff880097ef9f80 x1818247332104832/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.103502:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9f80 with x1818247332104832 ext(1392640->1396735) 00002000:00010000:3.0:1734016115.103505:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9f80 00000100:00100000:1.0:1734016115.107557:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.107706:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332104960 00000100:00100000:3.0:1734016115.107715:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332104960 00000100:00100000:3.0:1734016115.108055:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12063 00000100:00100000:3.0:1734016115.108063:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332104960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.108083:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.108105:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317539a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5a4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.108134:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a596 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.108140:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.108142:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.108145:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317539a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2076672->2088959] (req 2076672->2088959) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5a4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.108178:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a596 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.108188:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a596 expref: 8 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.108201:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334400128:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016115.108272:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.111469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.111703:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334400128:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016115.111743:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317539a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2076672->2088959] (req 2076672->2088959) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5a4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.111757:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016115.112015:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332104960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3952us (4471us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.112023:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12063 00000100:00100000:0.0:1734016115.120013:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334400256:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016115.120037:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.120092:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332105088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7759us (8635us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.120101:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3281 00000100:00100000:0.0:1734016115.121122:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332105344 00000100:00100000:0.0:1734016115.121131:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332105344 00002000:00100000:0.0:1734016115.121175:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->2113535) req@ffff8800770be680 x1818247332105344/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.121192:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770be680 with x1818247332105344 ext(0->2113535) 00002000:00010000:0.0:1734016115.121197:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770be680 00000100:00100000:0.0:1734016115.121229:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9694 00000100:00100000:0.0:1734016115.121235:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332105344:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.144551:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.147248:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.147608:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332105600 00000100:00100000:3.0:1734016115.147616:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332105600 00000100:00100000:3.0:1734016115.147656:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12064 00000100:00100000:3.0:1734016115.147661:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332105600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.147673:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.147688:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31753af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5b2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.147765:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334400384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.147813:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016115.149548:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:3.0:1734016115.149569:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334400384:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.149595:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31753af lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5b2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.149608:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31753af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5b2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.149627:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016115.150017:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332105600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2353us (2774us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.150025:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12064 00000100:00100000:3.0:1734016115.155377:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332105728 00000100:00100000:3.0:1734016115.155389:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332105728 00000100:00100000:3.0:1734016115.155592:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12065 00000100:00100000:3.0:1734016115.155601:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332105728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.155620:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.155636:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31753b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5b9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.155690:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334400512:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.155964:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.157963:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334400512:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.157993:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31753b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5b9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.158004:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31753b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5b9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.158014:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016115.158063:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332105728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2462us (3202us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.158070:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12065 00000100:00100000:0.0:1734016115.160395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.160514:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332105856 00000100:00100000:3.0:1734016115.160523:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332105856 00000100:00100000:3.0:1734016115.160638:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12066 00000100:00100000:3.0:1734016115.160646:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332105856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.160662:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.160679:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31753bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5c0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.160699:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.160702:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.160709:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31753bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.160837:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31753bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.160853:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016115.160940:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332105856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 293us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.160945:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12066 00000100:00100000:0.0:1734016115.162979:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332105984 00000100:00100000:0.0:1734016115.163038:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332105984 00000100:00100000:0.0:1734016115.163140:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12067 00000100:00100000:0.0:1734016115.163147:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332105984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.163163:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.163179:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5c7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.163201:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317539a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2076672->2088959) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5a4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.163208:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31753bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c0 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.163213:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.163215:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.163217:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1388544->1400831] (req 1388544->1400831) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.163242:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31753bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c0 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.163254:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31753bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c0 expref: 10 pid: 7694 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.163275:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334400640:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016115.163339:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317539a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2076672->2088959) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5a4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.163347:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317539a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2076672->2088959) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5a4 expref: 7 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.163354:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334400768:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016115.163367:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.172757:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.177589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.183127:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.184863:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332106368 00000100:00100000:3.0:1734016115.184877:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332106368 00000100:00100000:3.0:1734016115.184937:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12068 00000100:00100000:3.0:1734016115.184943:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332106368:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016115.185140:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2112340 -> 2112340 00002000:00010000:3.0:1734016115.185143:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.185145:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.185147:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.185149:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2744 -> 2768 00000100:00100000:3.0:1734016115.185204:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332106368:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 260us (2085us total) trans 4294969688 rc 0/0 00000100:00100000:3.0:1734016115.185211:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12068 00000100:00100000:0.0:1734016115.189487:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.189563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.189695:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332106496 00000100:00100000:1.0:1734016115.189709:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332106496 00000100:00100000:1.0:1734016115.190221:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332106624 00000100:00100000:1.0:1734016115.190225:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332106624 00000100:00100000:3.0:1734016115.190308:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12069 00000100:00100000:3.0:1734016115.190320:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332106496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.190353:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.190382:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31753cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5ce expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.190460:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334401024:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.190545:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.190859:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12070 00000100:00100000:1.0:1734016115.190865:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332106624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.190874:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.190888:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31753d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5d5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.190918:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334401152:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016115.190940:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.195583:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334401152:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.195632:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31753d2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5d5 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.195656:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31753d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5d5 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.195674:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016115.195743:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332106624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4853us (6156us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.195753:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12070 00000100:00100000:3.0:1734016115.196349:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334401024:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.196372:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31753cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ce expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.196380:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31753cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ce expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.196395:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016115.196687:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332106496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6369us (7213us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.196694:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12069 00000100:00100000:0.0:1734016115.200838:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.200901:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.201004:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332106752 00000100:00100000:3.0:1734016115.201013:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332106752 00000100:00100000:3.0:1734016115.201065:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332106880 00000100:00100000:3.0:1734016115.201068:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332106880 00000100:00100000:3.0:1734016115.201089:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12071 00000100:00100000:3.0:1734016115.201097:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332106752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.201113:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.201131:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31753d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5dc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.201179:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334401280:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.201226:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.203827:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334401280:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.203876:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31753d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5dc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.203890:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31753d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5dc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.203904:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016115.203963:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332106752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2864us (3137us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.203974:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12071 00000100:00100000:0.0:1734016115.209341:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.209447:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.210208:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12074 00000100:00100000:3.0:1734016115.210215:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332107008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.210225:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.210239:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31753ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5ea expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.210283:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334401664:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.210308:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.212923:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334401664:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.212971:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31753ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ea expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.212986:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31753ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ea expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.213012:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016115.213076:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332107008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2859us (3627us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.213086:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12074 00000100:00100000:0.0:1734016115.215798:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.215850:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.216240:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12076 00000100:00100000:3.0:1734016115.216246:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332107392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.216266:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.216276:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31753fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a5ff expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.216301:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334401920:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.216321:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.218751:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334401920:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.218828:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31753fc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ff expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.218850:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31753fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ff expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.218873:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016115.218940:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332107392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2691us (3087us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.218948:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12076 00000100:00100000:0.0:1734016115.227365:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.251147:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.253978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.254108:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332107904 00000100:00100000:3.0:1734016115.254114:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332107904 00000100:00100000:3.0:1734016115.254144:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12078 00000100:00100000:3.0:1734016115.254149:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332107904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.254163:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.254176:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317540a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a60d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.254208:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334402176:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.254240:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.256930:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334402176:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.256948:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317540a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a60d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.256957:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317540a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a60d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.256975:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016115.256995:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332107904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2845us (3022us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.257000:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12078 00000100:00100000:0.0:1734016115.261298:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.261364:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.261465:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332108032 00000100:00100000:3.0:1734016115.261476:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332108032 00000100:00100000:3.0:1734016115.261639:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332108160 00000100:00100000:3.0:1734016115.261642:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332108160 00000100:00100000:3.0:1734016115.261663:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12079 00000100:00100000:3.0:1734016115.261670:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332108032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.261690:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.261709:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175411 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a614 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.261793:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334402432:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.261958:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.268295:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334402432:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.268341:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175411 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a614 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.268356:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175411 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a614 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.270627:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016115.270713:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332108032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9036us (9420us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.270735:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12079 00000100:00100000:0.0:1734016115.276992:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.277036:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.278289:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332108416 00000100:00100000:3.0:1734016115.278300:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332108416 00000100:00100000:3.0:1734016115.278337:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332108288 00000100:00100000:3.0:1734016115.278339:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332108288 00000100:00100000:3.0:1734016115.278370:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12081 00000100:00100000:3.0:1734016115.278378:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332108416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.278396:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.278412:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317541f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a629 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.278419:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12082 00000100:00100000:1.0:1734016115.278430:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332108288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.278447:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1734016115.278462:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334402560:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.278464:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175426 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a622 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.278509:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334402688:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.278522:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.278553:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.281678:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334402688:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.281678:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334402560:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.281717:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175426 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a622 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.281717:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317541f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a629 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.281767:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175426 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a622 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.281787:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016115.281848:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332108288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3418us (4809us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.281859:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12082 00010000:00010000:3.0:1734016115.282843:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317541f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a629 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.282854:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016115.282904:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332108416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4524us (5919us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.282912:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12081 00000100:00100000:0.0:1734016115.285842:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.286051:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332108544 00000100:00100000:3.0:1734016115.286060:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332108544 00000100:00100000:3.0:1734016115.286103:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12083 00000100:00100000:3.0:1734016115.286110:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332108544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.286124:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.286142:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a630 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.286166:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1388544->1400831) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.286172:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.286173:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.286176:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.286206:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1388544->1400831) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.286216:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1388544->1400831) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.286226:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334402816:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016115.286288:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.297507:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334402816:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016115.297535:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.297550:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016115.297595:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332108544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11485us (11761us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.297603:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12083 00000100:00100000:0.0:1734016115.297820:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.297981:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3284 00000100:00100000:1.0:1734016115.297995:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332108672:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.298016:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.298045:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1388544->1400831) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 10 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.298058:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1388544->1400831) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 10 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.298080:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31753c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1388544->1400831) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5c7 expref: 10 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.298112:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.298114:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.298121:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.298130:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.298161:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.298173:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334402944:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016115.298225:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.304224:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334402944:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016115.304245:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.304328:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332108672:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6334us (6506us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.304339:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3284 00000100:00100000:0.0:1734016115.312005:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.323981:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.328659:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332109184 00000100:00100000:3.0:1734016115.328683:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332109184 00002000:00100000:3.0:1734016115.328771:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (135168->139263) req@ffff880079437480 x1818247332109184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.328783:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079437480 with x1818247332109184 ext(135168->139263) 00002000:00010000:3.0:1734016115.328789:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079437480 00000100:00100000:3.0:1734016115.328832:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9697 00000100:00100000:3.0:1734016115.328841:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332109184:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.329230:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332109184:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 380us (5251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.329242:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9697 00002000:00100000:3.0:1734016115.329266:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (135168->139263) req@ffff880079437480 x1818247332109184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.329277:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079437480 with x1818247332109184 ext(135168->139263) 00002000:00010000:3.0:1734016115.329283:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079437480 00000100:00100000:0.0:1734016115.335302:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.335461:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332109440 00000100:00100000:3.0:1734016115.335473:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332109440 00002000:00100000:3.0:1734016115.335528:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (139264->143359) req@ffff880079434700 x1818247332109440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.335539:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434700 with x1818247332109440 ext(139264->143359) 00002000:00010000:3.0:1734016115.335546:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079434700 00000100:00100000:3.0:1734016115.335584:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9698 00000100:00100000:3.0:1734016115.335593:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332109440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.335853:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332109440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 259us (567us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.335861:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9698 00002000:00100000:3.0:1734016115.335868:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (139264->143359) req@ffff880079434700 x1818247332109440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.335874:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434700 with x1818247332109440 ext(139264->143359) 00002000:00010000:3.0:1734016115.335877:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079434700 00000100:00100000:0.0:1734016115.342575:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.342700:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332109568 00000100:00100000:3.0:1734016115.342711:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332109568 00000100:00100000:1.0:1734016115.346241:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12084 00000100:00100000:1.0:1734016115.346264:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332109568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.346283:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.346299:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175434 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a637 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.346319:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.346321:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.346328:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175434 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a637 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.346340:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175434 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a637 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.346350:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016115.346412:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332109568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 160us (3852us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.346418:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12084 00000100:00100000:0.0:1734016115.371932:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.374364:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332109824 00000100:00100000:3.0:1734016115.374377:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332109824 00000100:00100000:3.0:1734016115.374445:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2510 00000100:00100000:3.0:1734016115.374452:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332109824:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016115.374495:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.374521:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31753a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a5ab expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.374543:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016115.374546:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016115.374784:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.374796:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.374802:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.374830:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.374841:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 22 pid: 7713 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.374852:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334403072:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016115.374922:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.379309:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.379411:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332109952 00000100:00100000:1.0:1734016115.379422:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332109952 00010000:00010000:1.0:1734016115.379461:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 23 pid: 7713 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.379508:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3285 00000100:00100000:1.0:1734016115.379516:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b2b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247332109952:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.379529:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.379534:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 23 pid: 7713 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.379549:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 23 pid: 7713 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.379583:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016115.379588:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016115.379597:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016115.379604:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016115.379625:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.379671:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b2b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247332109952:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 155us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.379679:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3285 00010000:00010000:3.0:1734016115.379967:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175393 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a59d expref: 22 pid: 7713 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.379987:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334403072:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016115.380008:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.380015:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.380019:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:3.0:1734016115.380110:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968916 00000004:00010000:3.0:1734016115.380156:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079435180 reply state ffff8800761fa000 transno 4294968917 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016115.380163:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016115.380234:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332109824:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5781us (8309us total) trans 4294968917 rc 0/0 00000100:00100000:3.0:1734016115.380240:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2510 00000020:00080000:3.0:1734016115.380245:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016115.384941:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016115.388664:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.388674:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.388680:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.388685:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d86c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016115.388688:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.388697:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.388709:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016115.388711:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016115.388714:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.388736:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317543b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016115.396656:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.398517:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.400280:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332110208 00000100:00100000:3.0:1734016115.400292:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332110208 00000100:00100000:1.0:1734016115.400967:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332110336 00000100:00100000:1.0:1734016115.400973:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332110336 00010000:00010000:1.0:1734016115.400989:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.401018:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3287 00000100:00100000:1.0:1734016115.401023:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332110336:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.401030:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.401037:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.401046:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.401059:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317542d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a630 expref: 9 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.403026:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.403032:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.403042:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.403052:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.403093:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.403105:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334403456:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016115.403163:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.429285:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334403456:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016115.429305:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.429933:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.430643:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332110336:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 29617us (32129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.430653:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3287 00000100:00100000:3.0:1734016115.436055:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332110464 00000100:00100000:3.0:1734016115.436067:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332110464 00000100:00100000:3.0:1734016115.436112:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12086 00000100:00100000:3.0:1734016115.436119:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332110464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.436136:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.436151:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a645 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.436175:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.436181:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.436183:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.436186:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.436212:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.436223:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 11 pid: 7693 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.436234:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334403584:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016115.436294:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.440980:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.441227:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334403584:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016115.441267:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.441284:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016115.441325:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332110464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5206us (11394us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.441334:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12086 00000100:00100000:1.0:1734016115.441403:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332110592 00000100:00100000:1.0:1734016115.441409:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332110592 00010000:00010000:1.0:1734016115.441430:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 12 pid: 7693 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.441464:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3288 00000100:00100000:1.0:1734016115.441469:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332110592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.441481:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.441499:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 12 pid: 7693 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.441509:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 12 pid: 7693 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.441528:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31752e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a50a expref: 12 pid: 7693 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.441548:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.441550:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.441554:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.441565:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.441587:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.441598:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334403712:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016115.441626:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.448514:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.448637:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.448747:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334403712:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016115.448772:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.448845:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332110592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7373us (7878us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.448857:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3288 00000100:00100000:0.0:1734016115.458123:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.458266:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332111104 00000100:00100000:3.0:1734016115.458278:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332111104 00002000:00100000:3.0:1734016115.458334:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2113536->5496831) req@ffff880079435880 x1818247332111104/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.458345:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435880 with x1818247332111104 ext(2113536->5496831) 00002000:00010000:3.0:1734016115.458351:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079435880 00000100:00100000:3.0:1734016115.458388:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9701 00000100:00100000:3.0:1734016115.458397:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332111104:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.519197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.537435:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.540264:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332111360 00000100:00100000:3.0:1734016115.540277:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332111360 00000100:00100000:3.0:1734016115.540360:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2511 00000100:00100000:3.0:1734016115.540367:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332111360:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016115.540617:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332111360:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 249us (3192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.540624:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2511 00000100:00100000:0.0:1734016115.543320:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.546177:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332111488 00000100:00100000:3.0:1734016115.546193:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332111488 00000100:00100000:3.0:1734016115.546265:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12087 00000100:00100000:3.0:1734016115.546273:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332111488:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016115.556180:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969690 is committed 00000001:00080000:0.0:1734016115.556198:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969688 is committed 00000100:00100000:3.0:1734016115.556388:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332111488:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 10110us (13069us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.556398:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12087 00000100:00100000:0.0:1734016115.582478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.582710:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332111616 00000100:00100000:3.0:1734016115.582717:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332111616 00000100:00100000:3.0:1734016115.582802:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2512 00000100:00100000:3.0:1734016115.582809:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332111616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.582827:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.582844:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175450 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a64c expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.582914:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.582925:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.582934:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016115.582956:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9690517 00000004:00200000:3.0:1734016115.582960:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016115.582971:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016115.582988:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175450 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.583008:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.583016:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016115.583018:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016115.583020:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016115.588162:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332111616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5331us (5672us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.588173:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2512 00000100:00100000:0.0:1734016115.604411:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.619578:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.693010:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332111872:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 70667us (73428us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016115.693021:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9704 00002000:00100000:3.0:1734016115.693032:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076508700 x1818247332111872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.693039:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332111872 ext(0->4194303) 00002000:00010000:3.0:1734016115.693044:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:0.0:1734016115.703084:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.703146:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332112384 00000100:00100000:3.0:1734016115.703155:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332112384 00000100:00100000:0.0:1734016115.703163:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00100000:3.0:1734016115.703189:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5492735) req@ffff880079990e00 x1818247332112384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.703199:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990e00 with x1818247332112384 ext(4194304->5492735) 00002000:00010000:3.0:1734016115.703203:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079990e00 00000100:00100000:3.0:1734016115.703228:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9705 00000100:00100000:3.0:1734016115.703234:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332112384:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.732477:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332112384:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 29230us (29389us total) trans 0 rc 1298432/1298432 00000100:00100000:3.0:1734016115.732489:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9705 00002000:00100000:3.0:1734016115.732500:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5492735) req@ffff880079990e00 x1818247332112384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 1298432/1298432 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.732508:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990e00 with x1818247332112384 ext(4194304->5492735) 00010000:00010000:3.0:1734016115.732517:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016115.732529:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00002000:00010000:3.0:1734016115.732536:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079990e00 00000100:00100000:0.0:1734016115.752849:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.752938:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332112640 00000100:00100000:1.0:1734016115.752945:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332112640 00010000:00010000:1.0:1734016115.752978:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016115.753014:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3289 00000100:00100000:1.0:1734016115.753019:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332112640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.753034:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016115.753050:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2768 -> 2776 00010000:00010000:1.0:1734016115.753055:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.753066:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.753086:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175442 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a63e expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.753114:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.753117:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.753123:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753131:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.753160:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.753170:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334403968:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016115.753218:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.759919:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334403968:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016115.759942:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.759982:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332112640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6961us (7139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.759993:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3289 00000100:00100000:0.0:1734016115.765877:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.767242:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332112896 00000100:00100000:3.0:1734016115.767262:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332112896 00002000:00100000:3.0:1734016115.767305:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2113536->4587519) req@ffff880079991180 x1818247332112896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.767314:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332112896 ext(2113536->4587519) 00002000:00010000:3.0:1734016115.767319:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:3.0:1734016115.767337:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9706 00000100:00100000:3.0:1734016115.767343:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332112896:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.800718:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332112896:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 33354us (34830us total) trans 0 rc 2084864/2084864 00000100:00100000:3.0:1734016115.800756:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9706 00002000:00100000:3.0:1734016115.800770:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2113536->4587519) req@ffff880079991180 x1818247332112896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 2084864/2084864 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.800780:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332112896 ext(2113536->4587519) 00002000:00010000:3.0:1734016115.800785:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:0.0:1734016115.812632:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.812764:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332113152 00000100:00100000:3.0:1734016115.812777:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332113152 00002000:00100000:3.0:1734016115.812834:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4587520->4591615) req@ffff880079990380 x1818247332113152/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.812844:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990380 with x1818247332113152 ext(4587520->4591615) 00002000:00010000:3.0:1734016115.812850:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079990380 00000100:00100000:3.0:1734016115.812906:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9707 00000100:00100000:3.0:1734016115.812913:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332113152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.813509:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332113152:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 591us (885us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.813517:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9707 00002000:00100000:3.0:1734016115.813524:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4587520->4591615) req@ffff880079990380 x1818247332113152/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.813532:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990380 with x1818247332113152 ext(4587520->4591615) 00002000:00010000:3.0:1734016115.813537:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079990380 00000100:00100000:0.0:1734016115.816090:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.817354:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332113280 00000100:00100000:3.0:1734016115.817371:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332113280 00000100:00100000:0.0:1734016115.823361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.850494:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016115.851179:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016115.855768:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334404224:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.855822:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d317547a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a668 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.855840:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d317547a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a668 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.855881:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:3.0:1734016115.859275:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332113536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8559us (8776us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.859290:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12090 00000100:00100000:0.0:1734016115.863557:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.863797:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332113664 00000100:00100000:3.0:1734016115.863806:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332113664 00000100:00100000:3.0:1734016115.863851:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12091 00000100:00100000:3.0:1734016115.863859:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332113664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.863879:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.863898:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a66f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.863928:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.863936:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.863938:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.863942:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3932160->3940351] (req 3932160->3940351) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.863973:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.863984:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016115.863996:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334404352:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016115.864069:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.877894:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334404352:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016115.877955:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3932160->3940351] (req 3932160->3940351) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.877983:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016115.878093:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332113664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14232us (14542us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.878105:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12091 00000100:00100000:0.0:1734016115.881431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.889199:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.889320:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332113920 00000100:00100000:1.0:1734016115.889328:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332113920 00010000:00010000:1.0:1734016115.889401:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016115.889570:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3290 00000100:00100000:1.0:1734016115.889578:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332113920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.889593:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016115.889610:0:6470:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016116 00002000:00010000:1.0:1734016115.889613:0:6470:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016116 00002000:00010000:1.0:1734016115.889614:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2776 -> 2792 00010000:00010000:1.0:1734016115.889620:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.889633:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.889653:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317545e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4583424->4591615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a653 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.890456:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.890460:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.890470:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.890480:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.890519:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.890533:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334404480:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016115.890944:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.895003:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334404480:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016115.895026:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.895068:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332113920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5490us (5878us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.895078:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3290 00000100:00100000:0.0:1734016115.897898:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.898622:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332114048 00000100:00100000:3.0:1734016115.898631:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332114048 00000100:00100000:3.0:1734016115.898694:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12092 00000100:00100000:3.0:1734016115.898702:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332114048:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016115.898891:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5496213 -> 5496213 00002000:00010000:3.0:1734016115.898895:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016115.898897:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.898900:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016115.898902:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2792 -> 2792 00000100:00100000:3.0:1734016115.898991:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332114048:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 290us (1101us total) trans 4294969692 rc 0/0 00000100:00100000:3.0:1734016115.898997:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12092 00000100:00100000:0.0:1734016115.904966:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.905012:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:3.0:1734016115.908468:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016115 -> 1734016116 00002000:00010000:3.0:1734016115.908473:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016115 -> 1734016116 00002000:00010000:3.0:1734016115.908475:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016115.908491:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334404736:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.908514:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d317548f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a67d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.908523:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d317548f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a67d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.908536:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:3.0:1734016115.908561:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332114304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3205us (3548us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.908568:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12094 00000100:00100000:0.0:1734016115.912094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.912149:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.912975:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12095 00000100:00100000:3.0:1734016115.912986:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332114432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.913010:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.913036:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175496 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a684 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.913106:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334404864:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.913197:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.913456:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12096 00000100:00100000:0.0:1734016115.913461:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332114560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.913471:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.913481:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317549d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a68b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.913514:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334404992:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016115.913545:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.917691:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334404864:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.917746:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175496 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a684 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.917761:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175496 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a684 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016115.918417:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334404992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.918441:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317549d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a68b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.918450:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317549d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a68b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.919151:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:1.0:1734016115.919228:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332114560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5762us (7075us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.919238:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12096 00010000:00010000:3.0:1734016115.920637:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016115.920703:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332114432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7714us (8614us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.920711:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12095 00000100:00100000:0.0:1734016115.929873:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.930059:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332114688 00000100:00100000:3.0:1734016115.930070:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332114688 00000100:00100000:3.0:1734016115.930355:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12097 00000100:00100000:3.0:1734016115.930363:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332114688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.930390:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.930420:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a692 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.930677:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.930684:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.930686:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.930689:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4558848->4567039] (req 4558848->4567039) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.930742:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.930752:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016115.930764:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334405120:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016115.931592:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.935075:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334405120:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016115.935115:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4558848->4567039] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.935133:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016115.935189:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332114688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4826us (5331us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.935202:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12097 00000100:00100000:1.0:1734016115.935585:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332114816 00000100:00100000:1.0:1734016115.935595:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332114816 00010000:00010000:1.0:1734016115.935626:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 8 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016115.935649:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3291 00000100:00100000:1.0:1734016115.935656:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332114816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.935672:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.935695:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 8 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.935705:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 8 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.935758:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175481 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3932160->3940351) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a66f expref: 8 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016115.935785:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.935787:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.935794:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.935803:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.935839:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.935853:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334405248:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016115.935903:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.941449:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334405248:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016115.941475:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.941517:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332114816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5859us (6576us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.941530:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3291 00000100:00100000:0.0:1734016115.942316:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016115.946797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.946999:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332115328 00000100:00100000:3.0:1734016115.947009:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332115328 00002000:00100000:3.0:1734016115.947050:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4562944->4567039) req@ffff880079530380 x1818247332115328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.947060:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530380 with x1818247332115328 ext(4562944->4567039) 00002000:00010000:3.0:1734016115.947066:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530380 00000100:00100000:3.0:1734016115.947103:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9709 00000100:00100000:3.0:1734016115.947109:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332115328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.947280:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332115328:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 169us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.947286:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9709 00002000:00100000:3.0:1734016115.947291:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4562944->4567039) req@ffff880079530380 x1818247332115328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.947298:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530380 with x1818247332115328 ext(4562944->4567039) 00002000:00010000:3.0:1734016115.947300:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530380 00000100:00100000:0.0:1734016115.951276:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.951368:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332115456 00000100:00100000:3.0:1734016115.951378:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332115456 00000100:00100000:3.0:1734016115.951671:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12098 00000100:00100000:3.0:1734016115.951677:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332115456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.951693:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.951708:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31754ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a699 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.951778:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334405376:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.952621:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.955238:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334405376:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.955281:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31754ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a699 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.955294:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31754ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a699 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.955559:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016115.956056:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332115456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4376us (4787us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.956064:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12098 00000100:00100000:0.0:1734016115.958898:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.959078:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332115584 00000100:00100000:3.0:1734016115.959088:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332115584 00000100:00100000:3.0:1734016115.959132:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12099 00000100:00100000:3.0:1734016115.959138:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332115584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.959157:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.959181:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31754b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6a0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.959237:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334405504:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016115.959434:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.965506:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334405504:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016115.965536:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31754b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6a0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.965548:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31754b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6a0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.965560:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016115.965612:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332115584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6474us (6725us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.965620:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12099 00000100:00100000:0.0:1734016115.981763:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016115.981860:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332115712 00000100:00100000:3.0:1734016115.981870:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332115712 00000100:00100000:1.0:1734016115.983065:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12100 00000100:00100000:1.0:1734016115.983082:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332115712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.983124:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.983158:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31754b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6a7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.983256:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334405632:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016115.983369:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.989420:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334405632:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016115.989463:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31754b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.989477:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31754b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.989507:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016115.989573:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332115712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6493us (7821us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.989582:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12100 00000100:00100000:0.0:1734016115.992161:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016115.993217:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332115840 00000100:00100000:1.0:1734016115.993226:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332115840 00000100:00100000:1.0:1734016115.993289:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12101 00000100:00100000:1.0:1734016115.993297:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332115840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.993319:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.993337:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6ae expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.993360:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.993367:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.993369:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.993372:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1949696->1953791] (req 1949696->1953791) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.993397:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.993407:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 9 pid: 7692 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016115.993416:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334405760:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016115.997408:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.004540:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334405760:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016116.004574:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1949696->1953791] (req 1949696->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.004591:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016116.004647:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332115840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11350us (12490us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.004660:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12101 00000100:00100000:0.0:1734016116.006285:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00080000:0.0:1734016116.006964:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016086 00000100:00100000:0.0:1734016116.009968:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.011731:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332116096 00000100:00100000:1.0:1734016116.011747:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332116096 00010000:00010000:1.0:1734016116.011783:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 12 pid: 7692 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.011823:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3292 00000100:00100000:1.0:1734016116.011829:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332116096:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.011842:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016116.011862:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2792 -> 2808 00010000:00010000:1.0:1734016116.011867:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 12 pid: 7692 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.011878:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 12 pid: 7692 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.011896:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31754a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a692 expref: 12 pid: 7692 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.013381:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.013385:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.013394:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.013403:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.013448:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.013460:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334405888:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016116.013518:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.017322:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.017496:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334405888:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016116.017521:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.017583:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332116096:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5751us (7620us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.017598:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3292 00000100:00100000:0.0:1734016116.024116:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.027847:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332116608 00000100:00100000:3.0:1734016116.027859:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332116608 00002000:00100000:3.0:1734016116.027903:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1953792->1957887) req@ffff880079532300 x1818247332116608/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.027914:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532300 with x1818247332116608 ext(1953792->1957887) 00002000:00010000:3.0:1734016116.027920:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532300 00000100:00100000:3.0:1734016116.027965:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9711 00000100:00100000:3.0:1734016116.027973:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332116608:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.028166:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332116608:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 191us (4063us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.028175:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9711 00002000:00100000:3.0:1734016116.028183:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1953792->1957887) req@ffff880079532300 x1818247332116608/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.028191:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532300 with x1818247332116608 ext(1953792->1957887) 00002000:00010000:3.0:1734016116.028195:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532300 00000100:00100000:0.0:1734016116.031543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.043866:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.043966:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332116864 00000100:00100000:1.0:1734016116.043976:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332116864 00000100:00100000:1.0:1734016116.044038:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12102 00000100:00100000:1.0:1734016116.044047:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332116864:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016116.045350:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969694 is committed 00000001:00080000:0.0:1734016116.045361:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969693 is committed 00000100:00100000:1.0:1734016116.045502:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332116864:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1454us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.045511:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12102 00000100:00100000:0.0:1734016116.048108:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.048957:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.051586:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332117120 00000100:00100000:1.0:1734016116.051598:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332117120 00000100:00080000:1.0:1734016116.051619:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016086 00000100:00100000:1.0:1734016116.051664:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332116992 00000100:00100000:1.0:1734016116.051667:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332116992 00000100:00100000:1.0:1734016116.051701:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12103 00000100:00100000:1.0:1734016116.051710:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332117120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.051746:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.052153:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31754ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6bc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.052181:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334406144:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.052205:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.055858:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334406144:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016116.055898:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31754ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6bc expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.055912:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31754ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6bc expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.055929:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016116.055973:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332117120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4264us (7877us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.055983:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12103 00000100:00100000:0.0:1734016116.059880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.064880:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.065389:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332117376 00000100:00100000:1.0:1734016116.065399:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332117376 00010000:00010000:1.0:1734016116.065434:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.065469:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3293 00000100:00100000:1.0:1734016116.065475:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332117376:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.065492:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.065511:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.065521:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.065540:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31754c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->1953791) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ae expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.065563:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.065565:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.065571:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.065579:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.065608:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.065618:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334406400:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016116.065662:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.070407:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334406400:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016116.070432:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.070477:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332117376:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5001us (5605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.070489:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3293 00000100:00100000:0.0:1734016116.072887:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.075050:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332117504 00000100:00100000:3.0:1734016116.075061:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332117504 00000100:00100000:3.0:1734016116.075625:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12106 00000100:00100000:3.0:1734016116.075632:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332117504:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016116.075944:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5496213 -> 5496213 00002000:00010000:3.0:1734016116.075948:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.075950:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.075952:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.075953:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2824 -> 2840 00000100:00100000:3.0:1734016116.076256:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332117504:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 623us (3377us total) trans 4294969695 rc 0/0 00000100:00100000:3.0:1734016116.076264:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12106 00000100:00100000:1.0:1734016116.079049:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.079127:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332117632 00000100:00100000:3.0:1734016116.079137:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332117632 00000100:00100000:3.0:1734016116.079171:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12107 00000100:00100000:3.0:1734016116.079178:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332117632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.079194:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.079211:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31754dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6ca expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.079273:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406528:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.079512:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.082031:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406528:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.082077:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31754dc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ca expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.082092:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31754dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ca expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.082330:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016116.082528:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332117632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3349us (3486us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.082535:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12107 00000100:00100000:0.0:1734016116.085184:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.085294:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332117760 00000100:00100000:3.0:1734016116.085306:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332117760 00000100:00100000:3.0:1734016116.085396:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12108 00000100:00100000:3.0:1734016116.085406:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332117760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.085426:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.085442:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31754e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6d1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.085493:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.085553:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.090583:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406656:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.090630:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31754e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6d1 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.090648:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31754e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6d1 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.091196:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016116.091290:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332117760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5882us (6113us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.091299:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12108 00000100:00100000:0.0:1734016116.094833:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.095014:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332117888 00000100:00100000:3.0:1734016116.095023:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332117888 00000100:00100000:3.0:1734016116.095165:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12109 00000100:00100000:3.0:1734016116.095173:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332117888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.095196:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.095214:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31754ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6d8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.095342:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406784:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.095429:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.098996:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406784:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.099054:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31754ea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6d8 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.099072:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31754ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6d8 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.099103:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016116.099175:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332117888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4001us (4347us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.099186:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12109 00000100:00100000:0.0:1734016116.103109:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.103378:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332118016 00000100:00100000:3.0:1734016116.103389:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332118016 00000100:00100000:3.0:1734016116.103473:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12110 00000100:00100000:3.0:1734016116.103480:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332118016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.103503:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.103530:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31754f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6df expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.103601:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406912:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.103855:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.106299:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334406912:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.106336:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31754f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6df expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.106350:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31754f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6df expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.106504:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016116.106648:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332118016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3164us (3550us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.106659:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12110 00000100:00100000:0.0:1734016116.109532:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.109888:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332118144 00000100:00100000:3.0:1734016116.109898:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332118144 00000100:00100000:3.0:1734016116.109948:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12111 00000100:00100000:3.0:1734016116.109956:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332118144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.109977:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.109998:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31754f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6e6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.110071:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334407040:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.110159:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.117168:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334407040:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.117210:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31754f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6e6 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.117228:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31754f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6e6 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.117254:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016116.117319:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332118144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7362us (7794us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.117330:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12111 00000100:00100000:0.0:1734016116.128935:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.129351:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332118272 00000100:00100000:3.0:1734016116.129359:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332118272 00000100:00100000:3.0:1734016116.129403:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12112 00000100:00100000:3.0:1734016116.129411:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332118272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.129426:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.129444:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31754ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6ed expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.129491:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334407168:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.129931:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.133555:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334407168:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.133593:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31754ff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ed expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.133607:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31754ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6ed expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.133799:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016116.134012:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332118272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4599us (5084us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.134023:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12112 00000100:00100000:0.0:1734016116.141596:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.141712:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332118528 00000100:00100000:3.0:1734016116.141832:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332118528 00000100:00100000:3.0:1734016116.141892:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2514 00000100:00100000:3.0:1734016116.141899:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332118528:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016116.141963:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.141993:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d317546c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a65a expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.143052:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.143059:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016116.143227:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.143256:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.143263:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.143292:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.143304:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 19 pid: 6483 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.143316:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334407296:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016116.145211:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.148541:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334407296:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016116.148571:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016116.148873:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.148955:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332118656 00000100:00100000:1.0:1734016116.148961:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332118656 00010000:00010000:1.0:1734016116.149004:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.149038:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3294 00000100:00100000:1.0:1734016116.149044:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332118656:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.149055:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.149060:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.149068:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.149087:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175457 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a64c expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.149103:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016116.149106:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.149113:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.149118:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.149134:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.149167:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247332118656:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 122us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.149176:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3294 00010000:00010000:3.0:1734016116.149231:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.149237:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:3.0:1734016116.149323:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968918 00000004:00010000:3.0:1734016116.149360:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800795cd500 reply state ffff8800761fc000 transno 4294968919 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016116.149366:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016116.149422:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332118528:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7523us (7847us total) trans 4294968919 rc 0/0 00000100:00100000:3.0:1734016116.149427:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2514 00000020:00080000:3.0:1734016116.149431:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016116.151891:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.151903:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.151907:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.151912:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db180 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016116.151915:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.151920:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.151933:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016116.151935:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016116.151938:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016116.151943:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175506 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016116.152692:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.153975:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332118784 00000100:00100000:3.0:1734016116.153985:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332118784 00000100:00100000:3.0:1734016116.154028:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12113 00000100:00100000:3.0:1734016116.154036:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332118784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.154053:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.154070:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6f4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.154098:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.154110:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016116.154112:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016116.154115:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.154140:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.154150:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 7 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.154161:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334407424:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016116.154209:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.157002:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.158355:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334407424:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016116.158385:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.158399:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016116.158446:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332118784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4411us (5757us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.158453:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12113 00000100:00100000:0.0:1734016116.170663:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.171836:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119040 00000100:00100000:3.0:1734016116.171848:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119040 00010000:00010000:3.0:1734016116.171887:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.172424:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3295 00000100:00100000:3.0:1734016116.172432:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332119040:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.174481:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016116.174509:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 24 00010000:00010000:3.0:1734016116.174522:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.174537:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.174555:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175449 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a645 expref: 10 pid: 7694 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.174589:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.174590:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.174596:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.174604:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.174640:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.174651:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334407552:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016116.175153:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.187962:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.188030:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.188271:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119168 00000100:00100000:1.0:1734016116.188274:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119168 00002000:00010000:1.0:1734016116.188287:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016116.188290:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332119168 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016116.188299:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc380. 00000100:00100000:1.0:1734016116.188329:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9713 00000100:00100000:1.0:1734016116.188336:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332119168:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:3.0:1734016116.189287:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334407552:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016116.189327:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.189398:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332119040:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 16963us (18741us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.189408:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3295 00002000:00010000:1.0:1734016116.189968:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5496213 -> 4194304 00002000:00010000:1.0:1734016116.189972:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.189975:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.189976:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.189978:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2840 -> 2800 00000100:00100000:1.0:1734016116.190007:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332119168:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1671us (1977us total) trans 4294969696 rc 0/0 00000100:00100000:1.0:1734016116.190014:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9713 00002000:00010000:1.0:1734016116.190017:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016116.190019:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332119168 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016116.190024:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc380. 00000100:00100000:0.0:1734016116.206115:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.207049:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119424 00000100:00100000:3.0:1734016116.207057:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119424 00000100:00100000:3.0:1734016116.207132:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2515 00000100:00100000:3.0:1734016116.207139:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332119424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.207161:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.207192:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175514 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a6fb expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.207300:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.207312:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.207320:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016116.207343:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6171314 00000004:00200000:3.0:1734016116.207348:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016116.207364:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.207388:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175514 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6fb expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.207978:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6fb expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.207986:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.207989:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016116.207991:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016116.208051:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332119424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 911us (1946us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.208057:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2515 00000100:00100000:0.0:1734016116.211926:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.211973:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.211994:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119552 00000100:00100000:0.0:1734016116.212000:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119552 00000100:00100000:0.0:1734016116.212041:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119680 00000100:00100000:0.0:1734016116.212044:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119680 00000100:00100000:0.0:1734016116.212069:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12114 00000100:00100000:0.0:1734016116.212076:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332119552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.212097:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016116.212098:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12115 00000100:00100000:1.0:1734016116.212104:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332119680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.212112:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.212115:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3175522 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a702 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.212122:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175529 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a709 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.212170:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334407808:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.212170:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334407680:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.212222:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.212276:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.216028:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334407680:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016116.216067:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175529 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a709 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.216081:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175529 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a709 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.216104:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016116.216147:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332119680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4042us (4173us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.216156:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12115 00000100:00100000:1.0:1734016116.224207:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.224333:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.224413:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119808 00000100:00100000:0.0:1734016116.224425:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119808 00000100:00100000:0.0:1734016116.224480:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332119936 00000100:00100000:0.0:1734016116.224482:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332119936 00000100:00100000:0.0:1734016116.224505:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12116 00000100:00100000:0.0:1734016116.224513:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332119808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.224532:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.224550:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3175530 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a710 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.224615:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334407936:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016116.224676:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.238851:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.241563:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.243686:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332120192 00000100:00100000:3.0:1734016116.243698:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332120192 00010000:00010000:3.0:1734016116.243782:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 10 pid: 13917 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.243823:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3296 00000100:00100000:3.0:1734016116.243830:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332120192:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.243843:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.243864:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 10 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.243877:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 10 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.243899:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31754d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3182592->3190783) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6c3 expref: 10 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.243930:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.243932:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.243939:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.243948:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.243980:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.243991:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334408320:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016116.244047:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.247569:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334408320:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016116.247588:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.247834:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332120320 00000100:00100000:0.0:1734016116.247840:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332120320 00000100:00100000:0.0:1734016116.247882:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2516 00000100:00100000:0.0:1734016116.247888:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332120320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.247907:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.247922:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3175545 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a725 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.247984:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317554c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016116.247995:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317554c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016116.248002:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317554c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016116.248019:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6171314 00000004:00200000:0.0:1734016116.248023:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016116.248035:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317554c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016116.248052:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3175545 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a725 expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.248075:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317554c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a725 expref: 25 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.248082:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016116.248086:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016116.248089:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:3.0:1734016116.248208:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332120192:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4377us (6651us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.248216:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3296 00000100:00100000:0.0:1734016116.248484:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332120320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 594us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.248489:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2516 00000100:00100000:0.0:1734016116.253026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.263566:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.270322:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.275603:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.275709:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332120960 00000100:00100000:3.0:1734016116.275737:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332120960 00010000:00010000:3.0:1734016116.275772:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6fb expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.275812:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3297 00000100:00100000:3.0:1734016116.275819:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332120960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.275836:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.275843:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6fb expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.275853:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6fb expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.275876:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317551b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6fb expref: 20 pid: 6483 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.275893:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.275897:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.275905:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.275912:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.275942:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.275986:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247332120960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 167us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.275994:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3297 00010000:00010000:3.0:1734016116.278813:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.278827:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.278833:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.278840:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075fff180 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016116.278844:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.278851:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.278868:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.278872:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016116.278875:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016116.278880:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175561 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016116.280850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.286162:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.286897:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332121216 00000100:00100000:3.0:1734016116.286905:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332121216 00002000:00100000:3.0:1734016116.286945:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4325376->4333500) req@ffff880076c08e00 x1818247332121216/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 8616/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.286954:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08e00 with x1818247332121216 ext(4325376->4333500) 00010000:00010000:3.0:1734016116.286962:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 7 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.286975:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 7 pid: 7693 timeout: 480 lvb_type: 0 00002000:00010000:3.0:1734016116.286982:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076c08e00 00000100:00100000:3.0:1734016116.287019:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 339 00000100:00100000:3.0:1734016116.287027:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332121216:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016116.288860:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332121216:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1828us (2698us total) trans 4294969697 rc 0/0 00000100:00100000:3.0:1734016116.288870:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 339 00002000:00100000:3.0:1734016116.288881:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4325376->4333500) req@ffff880076c08e00 x1818247332121216/t4294969697(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 8616/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.288888:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08e00 with x1818247332121216 ext(4325376->4333500) 00010000:00010000:3.0:1734016116.288896:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 9 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.288908:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 9 pid: 7693 timeout: 480 lvb_type: 0 00002000:00010000:3.0:1734016116.288914:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076c08e00 00000100:00100000:0.0:1734016116.292034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.292138:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332121344 00000100:00100000:3.0:1734016116.292146:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332121344 00010000:00010000:3.0:1734016116.292175:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 9 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.292270:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3298 00000100:00100000:3.0:1734016116.292276:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332121344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.292287:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016116.292300:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2800 -> 2816 00010000:00010000:3.0:1734016116.292306:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 9 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.292318:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 9 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.292335:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317553e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4325376->4333567) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a71e expref: 9 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.292360:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.292363:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.292367:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.292374:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.292402:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.292414:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334408960:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016116.292474:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.295782:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334408960:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016116.295797:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.295827:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332121344:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3551us (3803us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.295835:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3298 00000100:00100000:1.0:1734016116.296549:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334409088 00000100:00100000:1.0:1734016116.296555:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334409088 00000100:00100000:1.0:1734016116.296596:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1734016116.296601:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334409088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016116.296636:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334409088:12345-0@lo:400:kworker.0 Request processed in 35us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.296642:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1734016116.296934:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.296963:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.297023:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332121472 00000100:00100000:3.0:1734016116.297027:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332121472 00002000:00010000:3.0:1734016116.297045:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4962194->18446744073709551615) 00002000:00100000:3.0:1734016116.297049:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650aa00 with x1818247332121472 ext(4962194->18446744073709551615) 00002000:00010000:3.0:1734016116.297056:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650aa00. 00000100:00100000:3.0:1734016116.297069:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332121600 00000100:00100000:3.0:1734016116.297071:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332121600 00002000:00010000:3.0:1734016116.297078:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016116.297080:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508000 with x1818247332121600 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016116.297086:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508000. 00000100:00100000:3.0:1734016116.297097:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9715 00000100:00100000:3.0:1734016116.297101:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332121472:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016116.297286:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4333501 -> 4962194 00002000:00010000:3.0:1734016116.297290:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.297292:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.297293:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.297295:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2816 00000100:00100000:3.0:1734016116.297330:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332121472:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 228us (397us total) trans 4294969698 rc 0/0 00000100:00100000:3.0:1734016116.297337:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9715 00002000:00010000:3.0:1734016116.297340:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4962194->18446744073709551615) 00002000:00100000:3.0:1734016116.297342:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650aa00 with x1818247332121472 ext(4962194->18446744073709551615) 00002000:00010000:3.0:1734016116.297345:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650aa00. 00000100:00100000:3.0:1734016116.297359:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9716 00000100:00100000:3.0:1734016116.297363:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332121600:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016116.297474:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1977010 -> 4194304 00002000:00010000:3.0:1734016116.297478:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.297479:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.297481:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.297482:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1734016116.297499:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332121600:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 134us (535us total) trans 4294968114 rc 0/0 00000100:00100000:3.0:1734016116.297504:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9716 00002000:00010000:3.0:1734016116.297507:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016116.297509:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508000 with x1818247332121600 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016116.297512:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508000. 00000100:00080000:3.0:1734016116.297527:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016086 00000100:00100000:0.0:1734016116.302028:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.305262:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.305385:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332121856 00000100:00100000:1.0:1734016116.305395:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332121856 00000100:00100000:1.0:1734016116.305548:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2519 00000100:00100000:1.0:1734016116.305555:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332121856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.305573:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.305599:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d317557d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a748 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.305716:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016116.305937:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016116.305948:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016116.305975:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9156498 00000004:00200000:1.0:1734016116.305978:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016116.305993:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016116.306015:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d317557d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.306056:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.306066:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016116.306069:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016116.306073:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016116.306330:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332121856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 773us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.306336:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2519 00000100:00100000:0.0:1734016116.309377:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.309437:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.309528:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122112 00000100:00100000:1.0:1734016116.309540:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122112 00000100:00100000:1.0:1734016116.309587:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332121984 00000100:00100000:1.0:1734016116.309589:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332121984 00000100:00100000:1.0:1734016116.309610:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12122 00000100:00100000:1.0:1734016116.309619:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332122112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.309649:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.309671:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317558b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a756 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.309771:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334409856:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.309835:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.312245:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334410112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016116.312297:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016116.312375:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334410112 00000100:00100000:1.0:1734016116.312383:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334410112 00000100:00100000:1.0:1734016116.312437:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1734016116.312443:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334410112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016116.312464:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980075072 pending 32768 free 3921760256 avail 3690082304 00000100:00100000:1.0:1734016116.312955:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334410112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 509us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.312963:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1734016116.313188:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334410112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016116.313452:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334409856:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016116.313488:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317558b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a756 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.313503:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317558b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a756 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.313622:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334409984:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.313645:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175592 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a74f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.313653:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175592 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a74f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.313663:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:3.0:1734016116.313706:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332121984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3776us (4268us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.313712:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12123 00010000:00010000:0.0:1734016116.314017:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:0.0:1734016116.314036:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332122112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4418us (4668us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.314041:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12122 00000100:00100000:0.0:1734016116.317439:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.317482:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.317527:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122368 00000100:00100000:0.0:1734016116.317538:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122368 00000100:00100000:0.0:1734016116.317583:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122240 00000100:00100000:0.0:1734016116.317585:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122240 00000100:00100000:0.0:1734016116.317614:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12124 00000100:00100000:0.0:1734016116.317626:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332122368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.317653:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.317675:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3175599 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a764 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.317755:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334410240:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016116.317826:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.317848:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12125 00000100:00100000:0.0:1734016116.317853:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332122240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.317864:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.317876:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31755a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a75d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.317906:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334410368:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016116.317929:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.323374:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334410368:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016116.323390:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31755a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a75d expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.323398:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31755a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a75d expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.323408:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:1.0:1734016116.323446:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332122240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5592us (5962us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.323454:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12125 00000100:00100000:0.0:1734016116.327352:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.327421:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.327640:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122496 00000100:00100000:1.0:1734016116.327651:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122496 00000100:00100000:1.0:1734016116.328221:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122624 00000100:00100000:1.0:1734016116.328226:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122624 00000100:00100000:3.0:1734016116.328524:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12127 00000100:00100000:3.0:1734016116.328529:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332122624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.328538:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.328548:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a772 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.328577:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334410624:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.328597:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.331063:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334410624:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.331083:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755ae lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a772 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.331092:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a772 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.331105:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016116.331923:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332122624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3392us (4500us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.331929:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12127 00000100:00100000:0.0:1734016116.335770:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.335893:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122752 00000100:00100000:3.0:1734016116.335905:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122752 00000100:00100000:3.0:1734016116.335959:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12128 00000100:00100000:3.0:1734016116.335967:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332122752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.335993:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.336014:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a779 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.336043:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.336054:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016116.336056:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016116.336060:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2023424->2027519] (req 2023424->2027519) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.336088:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.336098:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 13 pid: 13917 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.336112:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334410752:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016116.336171:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.338660:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.338741:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332122880 00000100:00100000:3.0:1734016116.338748:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332122880 00010000:00010000:3.0:1734016116.338774:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.338811:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3299 00000100:00100000:3.0:1734016116.338816:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332122880:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.338949:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.338969:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.338980:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.339001:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.339003:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.339008:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.339016:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.339046:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.339058:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334410880:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016116.339772:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760356c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016116.339807:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317550d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a6f4 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.339823:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334410752:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016116.339843:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.339851:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016116.339874:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332122752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3908us (4154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.339881:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12128 00000100:00100000:0.0:1734016116.345397:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.348954:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.350272:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332123392 00000100:00100000:3.0:1734016116.350284:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332123392 00002000:00100000:3.0:1734016116.350323:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2027520->2031615) req@ffff8800796f8a80 x1818247332123392/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.350333:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8a80 with x1818247332123392 ext(2027520->2031615) 00002000:00010000:3.0:1734016116.350337:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f8a80 00000100:00100000:0.0:1734016116.354797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.354932:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332123520 00000100:00100000:3.0:1734016116.354944:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332123520 00000100:00100000:3.0:1734016116.355007:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12129 00000100:00100000:3.0:1734016116.355016:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332123520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.355039:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.355062:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31755bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a780 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.355126:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334411008:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.355209:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.358017:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334411008:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.358053:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31755bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a780 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.358066:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31755bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a780 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.358407:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016116.359111:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332123520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4092us (4319us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.359121:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12129 00000100:00100000:0.0:1734016116.362442:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.362569:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332123648 00000100:00100000:3.0:1734016116.362578:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332123648 00000100:00100000:3.0:1734016116.362665:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12130 00000100:00100000:3.0:1734016116.362673:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332123648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.362690:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.362705:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31755c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a787 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.362783:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334411136:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016116.362830:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.365470:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334411136:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016116.365508:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31755c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a787 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.365522:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31755c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a787 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.365535:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016116.365598:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332123648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2925us (3163us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.365606:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12130 00000100:00100000:0.0:1734016116.368205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.369347:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332123776 00000100:00100000:3.0:1734016116.369358:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332123776 00000100:00100000:3.0:1734016116.369530:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12131 00000100:00100000:3.0:1734016116.369537:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332123776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.369557:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.369577:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a78e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.369599:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.369601:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.369608:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.369623:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.369633:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016116.369692:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332123776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 154us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.369698:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12131 00000100:00100000:0.0:1734016116.380309:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.380429:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332124032 00000100:00100000:3.0:1734016116.380438:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332124032 00002000:00100000:3.0:1734016116.380489:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800796f9880 x1818247332124032/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.380500:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9880 with x1818247332124032 ext(0->4194303) 00002000:00010000:3.0:1734016116.380505:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9880 00000100:00100000:0.0:1734016116.442360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.456491:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.456537:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.457772:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332124672 00000100:00100000:3.0:1734016116.457783:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332124672 00002000:00100000:3.0:1734016116.457820:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4964351) req@ffff8800796f9180 x1818247332124672/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.457830:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9180 with x1818247332124672 ext(4194304->4964351) 00002000:00010000:3.0:1734016116.457835:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9180 00000100:00100000:3.0:1734016116.457867:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9721 00000100:00100000:3.0:1734016116.457874:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332124672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.478799:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12132 00000100:00100000:3.0:1734016116.478811:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332124544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.478833:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.478850:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a795 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.478882:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.478889:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.478895:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.478897:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.478900:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [417792->421887] (req 417792->421887) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.478933:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.478945:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 15 pid: 7693 timeout: 480 lvb_type: 1 00000100:00100000:3.0:1734016116.478956:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334411264:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016116.479035:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.479043:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31755b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2027519) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a779 expref: 11 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.479050:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334411392:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016116.479070:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.491155:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334411264:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016116.493747:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334411392:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016116.493780:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [417792->421887] (req 417792->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.493793:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016116.493842:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332124544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15032us (37359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.493851:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12132 00000100:00100000:0.0:1734016116.497224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.509126:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332124672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 51236us (52573us total) trans 0 rc 770048/770048 00000100:00100000:3.0:1734016116.509140:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9721 00002000:00100000:3.0:1734016116.509153:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4964351) req@ffff8800796f9180 x1818247332124672/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 770048/770048 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.509163:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9180 with x1818247332124672 ext(4194304->4964351) 00002000:00010000:3.0:1734016116.509168:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9180 00000100:00100000:0.0:1734016116.522482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.522585:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332124928 00000100:00100000:1.0:1734016116.522594:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332124928 00010000:00010000:1.0:1734016116.522627:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 14 pid: 7693 timeout: 480 lvb_type: 1 00000100:00100000:1.0:1734016116.522665:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3301 00000100:00100000:1.0:1734016116.522670:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332124928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.522685:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.522709:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 14 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016116.522788:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 14 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016116.522806:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31755ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a78e expref: 14 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016116.522831:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.522833:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.522839:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.522846:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.522878:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.522888:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334411520:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016116.522930:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.527114:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334411520:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016116.527145:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.527211:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332124928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4537us (4735us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.527224:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3301 00000100:00100000:1.0:1734016116.528540:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.529306:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332125056 00000100:00100000:3.0:1734016116.529319:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332125056 00000100:00100000:3.0:1734016116.529381:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12133 00000100:00100000:3.0:1734016116.529388:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332125056:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016116.529607:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016116.529610:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.529612:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.529614:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.529616:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1734016116.529692:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332125056:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 305us (1158us total) trans 4294968115 rc 0/0 00000100:00100000:3.0:1734016116.529698:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12133 00000100:00100000:0.0:1734016116.534201:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.541597:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.549415:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.555163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.559703:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.560201:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332125696 00000100:00100000:1.0:1734016116.560213:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332125696 00010000:00010000:1.0:1734016116.560259:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 11 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.560280:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3302 00000100:00100000:1.0:1734016116.560287:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332125696:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.560305:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.560336:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 11 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.560351:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 11 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.560387:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31755d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 417792->421887) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a795 expref: 11 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.560423:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.560425:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.560432:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.560441:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.560490:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.560506:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334412160:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016116.560562:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.566585:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.566937:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334412160:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016116.566958:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.567056:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332125952 00000100:00100000:3.0:1734016116.567062:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332125952 00002000:00100000:3.0:1734016116.567096:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (577536->581631) req@ffff880097d0f480 x1818247332125952/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.567104:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f480 with x1818247332125952 ext(577536->581631) 00002000:00010000:3.0:1734016116.567108:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0f480 00000100:00100000:3.0:1734016116.567616:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9722 00000100:00100000:3.0:1734016116.567623:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332125952:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.567788:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332125696:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7499us (8087us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.567796:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3302 00000100:00100000:3.0:1734016116.568210:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332125952:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 585us (1632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.568216:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9722 00002000:00100000:3.0:1734016116.568221:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (577536->581631) req@ffff880097d0f480 x1818247332125952/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.568228:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f480 with x1818247332125952 ext(577536->581631) 00002000:00010000:3.0:1734016116.568241:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0f480 00000100:00100000:0.0:1734016116.572559:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.572682:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332126208 00000100:00100000:3.0:1734016116.572690:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332126208 00002000:00100000:3.0:1734016116.572796:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (581632->585727) req@ffff880097d0d880 x1818247332126208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.572806:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d880 with x1818247332126208 ext(581632->585727) 00002000:00010000:3.0:1734016116.572810:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d880 00000100:00100000:3.0:1734016116.572840:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9723 00000100:00100000:3.0:1734016116.572846:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332126208:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.572978:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332126208:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 131us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.572985:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9723 00002000:00100000:3.0:1734016116.572991:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (581632->585727) req@ffff880097d0d880 x1818247332126208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.572998:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d880 with x1818247332126208 ext(581632->585727) 00002000:00010000:3.0:1734016116.573001:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d880 00000100:00100000:0.0:1734016116.577540:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.577599:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.584540:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.590883:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.594347:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.594394:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.594838:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332126976 00000100:00100000:1.0:1734016116.594847:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332126976 00010000:00010000:1.0:1734016116.594872:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.594895:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332126848 00000100:00100000:1.0:1734016116.594898:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332126848 00010000:00010000:1.0:1734016116.594906:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31755f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7bf expref: 12 pid: 13917 timeout: 480 lvb_type: 1 00000100:00100000:1.0:1734016116.594920:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3303 00000100:00100000:1.0:1734016116.594925:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332126976:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.594936:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.594952:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.594961:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.594980:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31755ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7b1 expref: 14 pid: 13917 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.594993:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.595010:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332126976:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 85us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.595016:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3303 00000100:00100000:1.0:1734016116.595026:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3304 00000100:00100000:1.0:1734016116.595030:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332126848:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.595036:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.595043:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31755f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7bf expref: 12 pid: 13917 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016116.595051:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31755f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7bf expref: 12 pid: 13917 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016116.595063:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31755f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7bf expref: 12 pid: 13917 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016116.595071:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.595072:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.595077:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.595084:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.595108:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.595119:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334412800:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016116.595145:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.601252:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.602817:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334412800:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016116.602843:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.602873:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332126848:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7842us (8481us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.602881:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3304 00000100:00100000:0.0:1734016116.604904:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.610411:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.618424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.626939:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.630172:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332127616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3063us (3246us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.630182:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12146 00000100:00100000:0.0:1734016116.634528:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.634635:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332127744 00000100:00100000:2.0:1734016116.634644:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332127744 00000100:00100000:2.0:1734016116.635241:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12147 00000100:00100000:2.0:1734016116.635249:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332127744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.635266:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.635281:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317562c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a7f0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.635325:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334413440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.635388:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.637365:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334413440:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.637395:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317562c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7f0 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.637406:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317562c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7f0 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.637471:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016116.637572:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332127744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2322us (3052us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.637579:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12147 00000100:00100000:0.0:1734016116.640536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.640671:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332127872 00000100:00100000:2.0:1734016116.640682:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332127872 00000100:00100000:2.0:1734016116.640765:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12148 00000100:00100000:2.0:1734016116.640774:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332127872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.640797:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.640821:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175633 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a7f7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.640884:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334413568:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.640959:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.643170:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334413568:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.643210:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175633 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7f7 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.643222:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175633 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7f7 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.643259:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016116.643452:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332127872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2677us (2925us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.643460:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12148 00000100:00100000:0.0:1734016116.646535:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.646648:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128000 00000100:00100000:2.0:1734016116.646661:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128000 00000100:00100000:2.0:1734016116.646711:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12149 00000100:00100000:2.0:1734016116.646739:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332128000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.646764:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.646785:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d317563a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a7fe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.646847:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334413696:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.646987:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.654053:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334413696:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.654090:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d317563a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7fe expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.654107:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d317563a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7fe expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.654187:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016116.654377:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332128000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7657us (7855us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.654385:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12149 00000100:00100000:0.0:1734016116.658578:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.658674:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128128 00000100:00100000:2.0:1734016116.658683:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128128 00000100:00100000:2.0:1734016116.658746:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12150 00000100:00100000:2.0:1734016116.658754:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332128128:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016116.658906:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4962194 -> 4962194 00002000:00010000:2.0:1734016116.658909:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.658911:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.658913:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.658914:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2816 00000100:00100000:2.0:1734016116.659874:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332128128:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1115us (1299us total) trans 4294969699 rc 0/0 00000100:00100000:2.0:1734016116.659888:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12150 00000100:00100000:0.0:1734016116.666381:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.666575:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128256 00000100:00100000:2.0:1734016116.666590:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128256 00000100:00100000:2.0:1734016116.666906:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12151 00000100:00100000:2.0:1734016116.666915:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332128256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.666942:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.666971:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3175641 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a805 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.667049:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334413824:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.667827:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.669654:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334413824:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.669691:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3175641 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a805 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.669705:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3175641 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a805 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.669760:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016116.669812:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332128256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2897us (3446us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.669821:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12151 00000100:00100000:0.0:1734016116.674634:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.674768:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128384 00000100:00100000:2.0:1734016116.674776:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128384 00000100:00100000:2.0:1734016116.675158:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12152 00000100:00100000:2.0:1734016116.675168:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332128384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.675191:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.675209:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175648 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a80c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.675276:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334413952:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.675696:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.680013:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334413952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.680048:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175648 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a80c expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.680060:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175648 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a80c expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.680087:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016116.680142:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332128384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4974us (5515us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.680151:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12152 00000100:00100000:0.0:1734016116.689813:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.689968:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128512 00000100:00100000:2.0:1734016116.689979:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128512 00000100:00100000:2.0:1734016116.690022:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12153 00000100:00100000:2.0:1734016116.690029:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332128512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.690051:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.690068:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317564f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a813 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.690138:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334414080:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.691283:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.694604:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334414080:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.694648:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317564f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a813 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.694662:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317564f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a813 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.694691:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016116.695499:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332128512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5466us (5691us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.695509:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12153 00000100:00100000:0.0:1734016116.698536:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.699985:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128640 00000100:00100000:2.0:1734016116.699995:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128640 00000100:00100000:2.0:1734016116.700038:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12154 00000100:00100000:2.0:1734016116.700044:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332128640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.700060:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.700079:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a81a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.700101:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.700112:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.700113:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.700116:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4825088->4829183] (req 4825088->4829183) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.700143:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.700153:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 11 pid: 7693 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016116.700164:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334414208:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016116.700458:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.706636:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334414208:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016116.706667:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4825088->4829183] (req 4825088->4829183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.706683:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016116.706756:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332128640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6711us (8230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.706764:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12154 00000100:00100000:0.0:1734016116.715776:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.715888:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332128768 00000100:00100000:1.0:1734016116.715896:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332128768 00010000:00010000:1.0:1734016116.715922:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 12 pid: 7693 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016116.716137:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3305 00000100:00100000:1.0:1734016116.716144:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332128768:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.716158:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.716178:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 12 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016116.716188:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 12 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016116.716212:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175568 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a73a expref: 12 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016116.716239:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.716241:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.716247:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.716254:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.716286:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.716304:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334414336:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016116.716358:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.724488:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334414336:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016116.724514:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.724576:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332128768:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8428us (8807us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.724590:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3305 00000100:00100000:0.0:1734016116.737992:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.738126:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332129152 00000100:00100000:2.0:1734016116.738134:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332129152 00002000:00100000:2.0:1734016116.738186:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88012db22300 x1818247332129152/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.738204:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22300 with x1818247332129152 ext(4190208->4194303) 00002000:00010000:2.0:1734016116.738210:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22300 00000100:00100000:2.0:1734016116.738309:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9724 00000100:00100000:2.0:1734016116.738317:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332129152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.738915:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332129152:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 597us (933us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.738923:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9724 00002000:00100000:2.0:1734016116.738929:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88012db22300 x1818247332129152/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.738936:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22300 with x1818247332129152 ext(4190208->4194303) 00002000:00010000:2.0:1734016116.738939:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22300 00000100:00100000:0.0:1734016116.741276:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.741384:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332129024 00000100:00100000:2.0:1734016116.741397:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332129024 00002000:00100000:2.0:1734016116.741434:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4829183) req@ffff88012db23800 x1818247332129024/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 504/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.741444:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23800 with x1818247332129024 ext(0->4829183) 00002000:00010000:2.0:1734016116.741450:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db23800 00000100:00100000:2.0:1734016116.741485:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9725 00000100:00100000:2.0:1734016116.741490:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332129024:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.794130:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332129024:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 52621us (52851us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.794146:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9725 00002000:00100000:2.0:1734016116.794163:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4829183) req@ffff88012db23800 x1818247332129024/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 504/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.794179:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23800 with x1818247332129024 ext(0->4829183) 00002000:00010000:2.0:1734016116.794189:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db23800 00000100:00100000:1.0:1734016116.811169:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.811225:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.813212:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332129536 00000100:00100000:3.0:1734016116.813240:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332129536 00002000:00100000:3.0:1734016116.813323:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4829184->4833279) req@ffff880076509880 x1818247332129536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.813335:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509880 with x1818247332129536 ext(4829184->4833279) 00002000:00010000:3.0:1734016116.813341:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509880 00000100:00100000:3.0:1734016116.813388:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332129792 00000100:00100000:3.0:1734016116.813391:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332129792 00002000:00100000:3.0:1734016116.813407:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007650ad80 x1818247332129792/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.813415:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650ad80 with x1818247332129792 ext(0->4194303) 00002000:00010000:3.0:1734016116.813418:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007650ad80 00000100:00100000:3.0:1734016116.813437:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9726 00000100:00100000:3.0:1734016116.813446:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332129536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.813668:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332129536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 222us (2509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.813675:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9726 00002000:00100000:3.0:1734016116.813680:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4829184->4833279) req@ffff880076509880 x1818247332129536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.813687:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509880 with x1818247332129536 ext(4829184->4833279) 00002000:00010000:3.0:1734016116.813690:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509880 00000100:00100000:3.0:1734016116.813709:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9727 00000100:00100000:3.0:1734016116.813714:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332129792:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.821832:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.821934:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332129920 00000100:00100000:2.0:1734016116.821943:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332129920 00000100:00100000:2.0:1734016116.821984:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12155 00000100:00100000:2.0:1734016116.821991:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332129920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.822010:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.822025:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a821 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.822044:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.822046:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.822054:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.822068:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.822078:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016116.822137:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332129920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 145us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.822143:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12155 00000100:00100000:0.0:1734016116.823682:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.825293:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130048 00000100:00100000:1.0:1734016116.825304:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130048 00000100:00100000:1.0:1734016116.825363:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12156 00000100:00100000:1.0:1734016116.825369:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332130048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.825386:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.825404:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175664 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a828 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.825451:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334414464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.825509:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.836903:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334414464:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016116.836944:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175664 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a828 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.836958:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175664 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a828 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.836989:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:0.0:1734016116.837043:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332130048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11671us (13360us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.837053:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12156 00000100:00100000:1.0:1734016116.845092:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.845446:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130176 00000100:00100000:0.0:1734016116.845455:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130176 00000100:00100000:0.0:1734016116.845514:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12157 00000100:00100000:0.0:1734016116.845522:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332130176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.845540:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.845558:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317566b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a82f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.845606:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334414592:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016116.847874:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016116.856321:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016116.857387:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334414592:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.857431:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317566b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a82f expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.857455:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d317566b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a82f expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.857495:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:2.0:1734016116.858552:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332130176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13023us (13462us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.858562:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12157 00000100:00100000:0.0:1734016116.865984:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.866515:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130432 00000100:00100000:1.0:1734016116.866530:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130432 00000100:00100000:1.0:1734016116.866608:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2520 00000100:00100000:1.0:1734016116.866619:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332130432:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016116.866696:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.866773:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3175576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a741 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.866798:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016116.866803:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016116.867028:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016116.867043:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.867051:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016116.867088:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.867101:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 19 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016116.867116:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334414720:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016116.867184:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.876266:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.876332:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334414720:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016116.876355:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016116.877849:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130560 00000100:00100000:0.0:1734016116.877859:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130560 00010000:00010000:0.0:1734016116.877886:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016116.878196:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332129792:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 64478us (66969us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.878205:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9727 00002000:00100000:2.0:1734016116.878215:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007650ad80 x1818247332129792/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.878223:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650ad80 with x1818247332129792 ext(0->4194303) 00002000:00010000:2.0:1734016116.878238:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007650ad80 00000100:00100000:0.0:1734016116.878422:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3306 00000100:00100000:0.0:1734016116.878429:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332130560:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.878442:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.878448:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016116.878459:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016116.878475:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3175584 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a748 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016116.878507:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016116.878512:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016116.878521:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016116.878527:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016116.878548:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.878574:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247332130560:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 146us (2317us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.878580:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3306 00010000:00010000:3.0:1734016116.878865:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.878872:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016116.878969:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968922 00000004:00010000:3.0:1734016116.879007:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012db21880 reply state ffff8800766d7000 transno 4294968923 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016116.879014:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016116.879072:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332130432:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 12453us (13097us total) trans 4294968923 rc 0/0 00000100:00100000:3.0:1734016116.879082:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2520 00000020:00080000:3.0:1734016116.879087:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016116.888058:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016116.888072:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016116.888077:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016116.888086:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e3600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016116.888090:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016116.888096:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016116.888111:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016116.888113:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016116.888117:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016116.888121:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3175672 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016116.888207:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.888344:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130688 00000100:00100000:2.0:1734016116.888352:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130688 00000100:00100000:2.0:1734016116.888393:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12158 00000100:00100000:2.0:1734016116.888399:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332130688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.888417:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.888433:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a836 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.888460:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.888469:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.888479:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.888481:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.888484:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.888516:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.888528:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016116.888539:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334414848:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016116.888607:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.888615:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 8 pid: 7692 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016116.888622:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334414976:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016116.888636:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.895483:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.895528:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.895612:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334414848:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016116.895622:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334414976:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016116.895653:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.895673:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016116.895710:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332130688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7311us (7507us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.895718:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12158 00000100:00100000:3.0:1734016116.895811:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130944 00000100:00100000:3.0:1734016116.895817:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130944 00010000:00010000:3.0:1734016116.895843:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 9 pid: 7692 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016116.895860:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332130816 00000100:00100000:3.0:1734016116.895862:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332130816 00010000:00010000:3.0:1734016116.895869:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016116.895880:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3307 00000100:00100000:3.0:1734016116.895885:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332130944:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.895897:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.895913:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 9 pid: 7692 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.895920:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 9 pid: 7692 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.895939:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175656 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4825088->4829183) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a81a expref: 9 pid: 7692 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.895950:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.895966:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332130944:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 80us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.895973:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3307 00000100:00100000:3.0:1734016116.895982:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3308 00000100:00100000:3.0:1734016116.895985:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332130816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.895990:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.895995:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016116.896002:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016116.896011:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317565d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a821 expref: 13 pid: 7692 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016116.896018:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.896020:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.896024:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.896032:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.896097:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.896108:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334415104:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016116.896141:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.902942:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334415104:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016116.902964:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.903004:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332130816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7016us (7474us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.903014:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3308 00000100:00100000:0.0:1734016116.904836:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.904891:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.904986:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131072 00000100:00100000:2.0:1734016116.904995:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131072 00000100:00100000:2.0:1734016116.905032:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12159 00000100:00100000:2.0:1734016116.905038:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332131072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.905061:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.905087:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a83d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.905118:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.905125:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.905126:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.905129:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.905161:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.905173:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016116.905189:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334415232:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016116.905264:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.905448:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131200 00000100:00100000:3.0:1734016116.905454:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131200 00000100:00080000:2.0:1734016116.905602:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016086 00000100:00100000:3.0:1734016116.905701:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 328 00000100:00100000:3.0:1734016116.905706:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1969:x1818247332131200:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:3.0:1734016116.905780:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1969:x1818247332131200:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 73us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.905786:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 328 00000100:00100000:2.0:1734016116.913855:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334415232:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016116.913892:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.913911:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016116.913988:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332131072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8946us (9155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.913997:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12159 00000100:00100000:0.0:1734016116.918394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.918492:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131328 00000100:00100000:3.0:1734016116.918501:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131328 00010000:00010000:3.0:1734016116.918533:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 12 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016116.918556:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3309 00000100:00100000:3.0:1734016116.918561:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332131328:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.918572:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.918588:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 12 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.918598:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 12 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.918620:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175609 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3477504->3485695) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a7cd expref: 12 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.919402:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.919405:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.919411:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.919420:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.919456:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.919468:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334415360:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016116.920300:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.924077:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334415360:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016116.924100:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.924602:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332131328:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6037us (6214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.924613:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3309 00000100:00100000:0.0:1734016116.924809:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.924912:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131584 00000100:00100000:2.0:1734016116.924919:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131584 00000100:00100000:0.0:1734016116.924920:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:2.0:1734016116.924945:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1897282->18446744073709551615) 00002000:00100000:2.0:1734016116.924948:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332131584 ext(1897282->18446744073709551615) 00002000:00010000:2.0:1734016116.924957:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0e680. 00000100:00100000:2.0:1734016116.924971:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131456 00000100:00100000:2.0:1734016116.924973:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131456 00002000:00010000:2.0:1734016116.924982:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00000100:00100000:3.0:1734016116.924982:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9728 00002000:00100000:2.0:1734016116.924984:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c380 with x1818247332131456 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1734016116.924988:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332131584:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016116.924990:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0c380. 00000100:00100000:2.0:1734016116.925064:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9729 00000100:00100000:2.0:1734016116.925069:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332131456:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016116.925798:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4962194 -> 4194304 00002000:00010000:2.0:1734016116.925802:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016116.925804:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.925806:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016116.925808:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2800 00000100:00100000:2.0:1734016116.925846:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332131456:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 775us (925us total) trans 4294969700 rc 0/0 00000100:00100000:2.0:1734016116.925852:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9729 00002000:00010000:2.0:1734016116.925855:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016116.925857:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c380 with x1818247332131456 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016116.925861:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0c380. 00002000:00010000:3.0:1734016116.929603:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1897282 00002000:00010000:3.0:1734016116.929612:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016117 00002000:00010000:3.0:1734016116.929614:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.929616:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016117 00002000:00010000:3.0:1734016116.929617:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1734016116.929703:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332131584:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 4709us (4891us total) trans 4294968117 rc 0/0 00000100:00100000:3.0:1734016116.929713:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9728 00002000:00010000:3.0:1734016116.929718:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1897282->18446744073709551615) 00002000:00100000:3.0:1734016116.929734:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332131584 ext(1897282->18446744073709551615) 00002000:00010000:3.0:1734016116.929739:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0e680. 00000100:00100000:0.0:1734016116.931130:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.931250:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131712 00000100:00100000:3.0:1734016116.931259:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131712 00000100:00100000:3.0:1734016116.931367:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2521 00000100:00100000:3.0:1734016116.931375:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332131712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.931404:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.931429:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175687 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a844 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.931541:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.931557:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.931569:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016116.931601:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6091586 00000004:00200000:3.0:1734016116.931608:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016116.931634:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.931657:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175687 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.931672:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.931680:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.931683:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016116.931686:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016116.932157:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332131712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 780us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.932163:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2521 00000100:00100000:0.0:1734016116.934310:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.935255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.935485:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131840 00000100:00100000:2.0:1734016116.935498:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131840 00000100:00100000:2.0:1734016116.935642:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332131968 00000100:00100000:2.0:1734016116.935646:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332131968 00000100:00100000:1.0:1734016116.935867:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12160 00000100:00100000:1.0:1734016116.935875:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332131840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.935894:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.935909:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175695 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a84b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.935960:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334415488:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.936021:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.936359:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12161 00000100:00100000:2.0:1734016116.936365:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332131968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.936373:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.936385:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317569c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a852 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.936414:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334415616:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.936440:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.938285:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334415488:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016116.938315:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175695 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a84b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.938327:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175695 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a84b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.938353:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016116.938387:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332131840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2511us (4086us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.938394:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12160 00000100:00100000:2.0:1734016116.943823:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334415616:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.943869:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317569c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a852 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.943889:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317569c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a852 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.943958:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016116.944008:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332131968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7642us (8755us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.944018:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12161 00000100:00100000:0.0:1734016116.949978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.954108:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016116.954245:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132096 00000100:00100000:2.0:1734016116.954255:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132096 00000100:00100000:2.0:1734016116.954300:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132224 00000100:00100000:2.0:1734016116.954303:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132224 00000100:00100000:2.0:1734016116.954322:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12162 00000100:00100000:2.0:1734016116.954330:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332132096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.954346:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.954362:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31756a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a859 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.954416:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334415744:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.954467:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.954600:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12163 00000100:00100000:1.0:1734016116.954606:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332132224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.954615:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.954627:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31756aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a860 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.954657:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334415872:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.954686:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.958449:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334415744:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.958481:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31756a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a859 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.958493:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31756a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a859 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.958522:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016116.958572:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332132096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4242us (8602us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.958580:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12162 00000100:00100000:1.0:1734016116.958768:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334415872:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016116.958789:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31756aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a860 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.958798:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31756aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a860 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.958824:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016116.958847:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332132224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4240us (4748us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.958852:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12163 00000100:00100000:0.0:1734016116.962904:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.964008:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.964806:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132352 00000100:00100000:1.0:1734016116.964816:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132352 00000100:00100000:2.0:1734016116.964874:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132480 00000100:00100000:2.0:1734016116.964877:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132480 00000100:00100000:2.0:1734016116.964914:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12164 00000100:00100000:2.0:1734016116.964920:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332132352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.964936:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.964952:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31756b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a867 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.965002:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334416000:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016116.965194:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12165 00000100:00100000:0.0:1734016116.965200:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332132480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.965210:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.965433:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d31756b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a86e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.965832:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334416128:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.966169:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.966380:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.973502:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334416000:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.973539:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31756b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a867 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.973554:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31756b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a867 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016116.973673:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334416128:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016116.973697:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d31756b8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a86e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.973708:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d31756b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a86e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.973753:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016116.973799:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332132480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8597us (9792us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.973810:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12165 00010000:00010000:2.0:1734016116.973961:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016116.974157:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332132352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9236us (11258us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.974165:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12164 00000100:00100000:0.0:1734016116.977702:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016116.977769:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.977831:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132736 00000100:00100000:1.0:1734016116.977839:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132736 00000100:00100000:1.0:1734016116.977884:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132608 00000100:00100000:1.0:1734016116.977887:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132608 00000100:00100000:1.0:1734016116.977912:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12166 00000100:00100000:1.0:1734016116.977919:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332132736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.977937:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.977956:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31756bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a87c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.978008:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334416256:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016116.978059:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.978191:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12167 00000100:00100000:2.0:1734016116.978196:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332132608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.978204:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.978213:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31756c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a875 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.978251:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334416384:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016116.978275:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.981899:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334416384:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016116.981932:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31756c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a875 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.981945:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31756c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a875 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016116.982237:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334416256:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016116.982257:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31756bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a87c expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.982267:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31756bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a87c expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.982318:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016116.982363:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332132608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4166us (4594us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.982370:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12167 00010000:00010000:1.0:1734016116.982560:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016116.982585:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332132736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4666us (4891us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.982591:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12166 00000100:00100000:0.0:1734016116.986411:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.986520:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332132992 00000100:00100000:3.0:1734016116.986529:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332132992 00000100:00100000:3.0:1734016116.986576:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2522 00000100:00100000:3.0:1734016116.986583:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332132992:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016116.986809:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.986823:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.986829:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.986857:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.986872:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 19 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016116.986883:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334416512:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016116.986932:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.989713:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334416512:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016116.989765:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016116.989924:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.990183:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133120 00000100:00100000:3.0:1734016116.990190:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133120 00010000:00010000:3.0:1734016116.990221:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016116.990255:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3310 00000100:00100000:3.0:1734016116.990262:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332133120:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.990275:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.990283:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.990294:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.990317:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317568e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a844 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.991410:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.991417:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.991426:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.991432:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.991462:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016116.991564:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016116.991571:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016116.991646:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247332133120:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1380us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.991655:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3310 00000001:00080000:0.0:1734016116.991781:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968924 00000004:00010000:0.0:1734016116.991828:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e1a7480 reply state ffff8800761ff000 transno 4294968925 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016116.991836:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016116.991913:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332132992:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5329us (5512us total) trans 4294968925 rc 0/0 00000100:00100000:0.0:1734016116.991918:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2522 00000020:00080000:0.0:1734016116.991922:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016116.993984:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.993997:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.994003:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.994008:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9daf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016116.994011:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.994017:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.994030:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016116.994032:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016116.994036:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016116.994043:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31756cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016116.994678:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016116.994767:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016116.994928:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133376 00000100:00100000:3.0:1734016116.994935:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133376 00002000:00010000:3.0:1734016116.994964:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016116.994968:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509180 with x1818247332133376 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016116.994977:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076509180. 00000100:00100000:3.0:1734016116.995002:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133248 00000100:00100000:3.0:1734016116.995003:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133248 00002000:00010000:3.0:1734016116.995012:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2246160->18446744073709551615) 00002000:00100000:3.0:1734016116.995015:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508e00 with x1818247332133248 ext(2246160->18446744073709551615) 00002000:00010000:3.0:1734016116.995021:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508e00. 00000100:00100000:3.0:1734016116.995033:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9730 00000100:00100000:3.0:1734016116.995039:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332133376:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016116.995277:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9731 00000100:00100000:0.0:1734016116.995286:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332133248:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016116.996823:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2246160 00002000:00010000:0.0:1734016116.996827:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016116.996829:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.996831:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016116.996833:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2800 -> 2784 00000100:00100000:0.0:1734016116.996907:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332133248:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1617us (2136us total) trans 4294969701 rc 0/0 00000100:00100000:0.0:1734016116.996916:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9731 00002000:00010000:0.0:1734016116.996921:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2246160->18446744073709551615) 00002000:00100000:0.0:1734016116.996924:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508e00 with x1818247332133248 ext(2246160->18446744073709551615) 00002000:00010000:0.0:1734016116.996929:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508e00. 00002000:00010000:3.0:1734016116.998414:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1897282 -> 0 00002000:00010000:3.0:1734016116.998418:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016116.998420:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.998421:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016116.998423:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:3.0:1734016116.998455:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332133376:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3413us (3778us total) trans 4294968118 rc 0/0 00000100:00100000:3.0:1734016116.998464:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9730 00002000:00010000:3.0:1734016116.998469:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016116.998471:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509180 with x1818247332133376 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016116.998477:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076509180. 00000100:00100000:0.0:1734016117.001652:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.001756:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133504 00000100:00100000:2.0:1734016117.001765:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133504 00000100:00100000:2.0:1734016117.001802:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2523 00000100:00100000:2.0:1734016117.001808:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332133504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.001826:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.001840:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d31756d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a883 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.001909:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.001920:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.001928:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016117.001947:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2246160 00000004:00200000:2.0:1734016117.001950:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016117.001968:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.001985:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d31756d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.002012:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.002019:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.002021:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016117.002023:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016117.002153:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332133504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 343us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.002158:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2523 00000100:00100000:0.0:1734016117.004635:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.005243:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.005363:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133760 00000100:00100000:2.0:1734016117.005371:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133760 00000100:00080000:3.0:1734016117.005495:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016087 00000100:00100000:2.0:1734016117.005664:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133632 00000100:00100000:2.0:1734016117.005668:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133632 00000100:00100000:2.0:1734016117.005700:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12168 00000100:00100000:2.0:1734016117.005706:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332133760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.005737:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.005754:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31756e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a891 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.005799:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334416640:192.168.201.52@tcp:106: 00000100:00080000:3.0:1734016117.005868:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00000100:00100000:3.0:1734016117.005881:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12169 00000100:00100000:3.0:1734016117.005886:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332133632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.005893:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.005902:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31756e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a88a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.005926:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334416768:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.006205:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.006205:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.009527:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334416640:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.009561:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31756e2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a891 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.009573:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31756e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a891 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.009585:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016117.009625:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332133760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3918us (4997us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.009633:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12168 00000100:00100000:3.0:1734016117.011555:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334416768:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.011579:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31756e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a88a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.011591:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31756e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a88a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.011605:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016117.011648:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332133632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5760us (6404us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.011655:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12169 00000100:00100000:0.0:1734016117.014302:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.015442:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.015831:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332133888 00000100:00100000:3.0:1734016117.015839:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332133888 00000100:00100000:3.0:1734016117.015873:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134016 00000100:00100000:3.0:1734016117.015875:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134016 00000100:00100000:3.0:1734016117.015889:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12170 00000100:00100000:3.0:1734016117.015895:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332133888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.015912:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.015927:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31756f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a898 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.015968:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334416896:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.016012:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.016034:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12171 00000100:00100000:3.0:1734016117.016039:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332134016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.016047:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.016055:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31756f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a89f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.016076:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334417024:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.016091:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.020553:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334416896:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.020588:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31756f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a898 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.020600:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31756f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a898 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.020614:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:2.0:1734016117.020863:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334417024:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.020881:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31756f7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a89f expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.020897:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31756f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a89f expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.020905:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016117.021161:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332133888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5263us (6866us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.021169:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12170 00000100:00100000:2.0:1734016117.021267:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332134016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5225us (5827us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.021272:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12171 00000100:00100000:0.0:1734016117.030181:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.030313:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134272 00000100:00100000:2.0:1734016117.030321:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134272 00000100:00080000:3.0:1734016117.032213:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:2.0:1734016117.032273:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2524 00000100:00100000:2.0:1734016117.032282:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332134272:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016117.032462:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.032476:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.032483:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.032514:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.032525:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 19 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.032535:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334417152:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016117.032588:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.037092:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.037807:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334417152:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016117.037831:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016117.037855:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134400 00000100:00100000:3.0:1734016117.037860:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134400 00010000:00010000:3.0:1734016117.037886:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.037911:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3311 00000100:00100000:3.0:1734016117.037917:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332134400:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.037928:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.037933:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.037942:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.037962:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31756db lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a883 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.037993:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.037997:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.038005:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.038011:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.038030:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.038066:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247332134400:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 149us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.038073:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3311 00010000:00010000:3.0:1734016117.038092:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.038097:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016117.038165:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968926 00000004:00010000:3.0:1734016117.038200:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800795f6680 reply state ffff880079788000 transno 4294968927 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016117.038206:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016117.038271:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247332134272:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5989us (8097us total) trans 4294968927 rc 0/0 00000100:00100000:3.0:1734016117.038277:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2524 00000020:00080000:3.0:1734016117.038281:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016117.041138:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.041153:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.041159:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.041164:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016117.041168:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.041174:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.041192:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.041195:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016117.041198:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.041201:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d31756fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016117.044567:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.044614:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.045682:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134656 00000100:00100000:3.0:1734016117.045692:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134656 00002000:00010000:3.0:1734016117.045756:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1857409->18446744073709551615) 00002000:00100000:3.0:1734016117.045760:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5f80 with x1818247332134656 ext(1857409->18446744073709551615) 00002000:00010000:3.0:1734016117.045771:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5f80. 00000100:00100000:3.0:1734016117.045791:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134528 00000100:00100000:3.0:1734016117.045793:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134528 00002000:00010000:3.0:1734016117.045804:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016117.045807:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4e00 with x1818247332134528 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016117.045813:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4e00. 00000100:00100000:3.0:1734016117.045842:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9732 00000100:00100000:3.0:1734016117.045850:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332134656:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016117.046037:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1857409 00002000:00010000:3.0:1734016117.046040:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.046042:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016117.046044:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.046046:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016117.046089:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1970:x1818247332134656:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 239us (1529us total) trans 4294968119 rc 0/0 00000100:00100000:3.0:1734016117.046095:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9732 00002000:00010000:3.0:1734016117.046098:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1857409->18446744073709551615) 00002000:00100000:3.0:1734016117.046101:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5f80 with x1818247332134656 ext(1857409->18446744073709551615) 00002000:00010000:3.0:1734016117.046104:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5f80. 00000100:00100000:3.0:1734016117.046117:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9733 00000100:00100000:3.0:1734016117.046121:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332134528:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016117.046187:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2246160 -> 4194304 00002000:00010000:3.0:1734016117.046189:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.046191:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016117.046193:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.046195:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2784 -> 2784 00000100:00100000:3.0:1734016117.046211:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332134528:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 89us (1598us total) trans 4294969702 rc 0/0 00000100:00100000:3.0:1734016117.046217:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9733 00002000:00010000:3.0:1734016117.046219:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016117.046221:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4e00 with x1818247332134528 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016117.046239:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4e00. 00000100:00100000:0.0:1734016117.048618:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.048770:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134784 00000100:00100000:3.0:1734016117.048780:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134784 00000100:00100000:3.0:1734016117.049034:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2525 00000100:00100000:3.0:1734016117.049042:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247332134784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.049075:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.049097:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175705 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8a6 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.049199:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d317570c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.049214:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d317570c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.049239:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d317570c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016117.049265:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6051713 00000004:00200000:3.0:1734016117.049269:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.049288:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d317570c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.049309:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175705 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8a6 expref: 34 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.049327:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d317570c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8a6 expref: 33 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.049335:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.049338:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.049342:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016117.053127:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247332134784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4069us (4507us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.053142:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2525 00000100:00100000:0.0:1734016117.056782:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.056859:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332134912 00000100:00100000:2.0:1734016117.056869:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332134912 00000100:00100000:2.0:1734016117.056917:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12172 00000100:00100000:2.0:1734016117.056923:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332134912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.056940:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.056956:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8ad expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.056985:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.056991:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.056993:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.056997:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1724416->1728511] (req 1724416->1728511) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.057025:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.057035:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 14 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.057047:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334417280:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016117.057093:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.059669:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334417280:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016117.059696:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1724416->1728511] (req 1724416->1728511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.059710:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016117.061577:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332134912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4644us (4797us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.061587:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12172 00000100:00100000:0.0:1734016117.062275:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.063523:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135040 00000100:00100000:2.0:1734016117.063532:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135040 00010000:00010000:2.0:1734016117.063562:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 15 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.064080:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3312 00000100:00100000:2.0:1734016117.064087:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332135040:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.064100:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.064118:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 15 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.064129:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 15 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.064150:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175679 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a836 expref: 15 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.064841:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.064844:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.064853:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.064862:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.064897:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.064909:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334417408:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.064978:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.067559:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.067675:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334417408:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.067692:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.067759:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332135040:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3670us (5485us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.067770:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3312 00000100:00100000:1.0:1734016117.068169:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135296 00000100:00100000:1.0:1734016117.068176:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135296 00002000:00100000:1.0:1734016117.068207:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1724416->1728511) req@ffff8800795f6d80 x1818247332135296/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.068216:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f6d80 with x1818247332135296 ext(1724416->1728511) 00002000:00010000:1.0:1734016117.068220:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f6d80 00000100:00100000:1.0:1734016117.068247:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9734 00000100:00100000:1.0:1734016117.068253:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332135296:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.068425:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332135296:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 171us (872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.068432:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9734 00002000:00100000:1.0:1734016117.068437:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1724416->1728511) req@ffff8800795f6d80 x1818247332135296/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.068449:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f6d80 with x1818247332135296 ext(1724416->1728511) 00002000:00010000:1.0:1734016117.068452:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f6d80 00000100:00100000:0.0:1734016117.073575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.073932:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135424 00000100:00100000:2.0:1734016117.073941:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135424 00000100:00100000:2.0:1734016117.073992:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12173 00000100:00100000:2.0:1734016117.073999:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332135424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.074017:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.074031:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d317571a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8b4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.074081:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334417536:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.074131:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.076647:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334417536:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.076678:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d317571a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8b4 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.076689:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d317571a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8b4 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.076716:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016117.076776:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332135424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2776us (3208us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.076785:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12173 00000100:00100000:0.0:1734016117.078803:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.078890:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135552 00000100:00100000:2.0:1734016117.078899:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135552 00000100:00100000:2.0:1734016117.078987:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12174 00000100:00100000:2.0:1734016117.078993:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332135552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.079008:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.079022:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d3175721 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8bb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.079067:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334417664:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.079183:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.082174:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334417664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.082212:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d3175721 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8bb expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.082236:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d3175721 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8bb expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.082265:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016117.084389:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332135552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5372us (5569us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.084402:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12174 00000100:00100000:2.0:1734016117.087091:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.087213:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135680 00000100:00100000:3.0:1734016117.087233:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135680 00000100:00100000:3.0:1734016117.087901:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2526 00000100:00100000:3.0:1734016117.087909:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332135680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.087927:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.087942:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3175728 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8c2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.088014:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.088024:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.088033:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016117.088056:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6051713 00000004:00200000:3.0:1734016117.088060:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.088074:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.088093:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3175728 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.088329:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.088341:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.088343:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.088346:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016117.089249:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332135680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1336us (2163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.089257:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2526 00000100:00100000:2.0:1734016117.092913:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.092993:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135808 00000100:00100000:0.0:1734016117.093005:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135808 00000100:00100000:0.0:1734016117.093052:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12175 00000100:00100000:0.0:1734016117.093058:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332135808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.093074:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.093090:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175736 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8c9 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.093139:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334417792:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016117.093197:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.095234:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334417792:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.095266:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175736 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c9 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.095279:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175736 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c9 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.095294:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:2.0:1734016117.095445:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332135808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2384us (2539us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.095454:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12175 00000100:00100000:0.0:1734016117.098798:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.098969:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332135936 00000100:00100000:2.0:1734016117.098978:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332135936 00000100:00100000:2.0:1734016117.099149:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12176 00000100:00100000:2.0:1734016117.099155:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332135936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.099172:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.099186:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d317573d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8d0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.099252:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334417920:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.099635:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.102126:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334417920:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.102159:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d317573d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8d0 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.102173:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d317573d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8d0 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.102192:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016117.102508:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332135936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3351us (3717us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.102517:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12176 00000100:00100000:0.0:1734016117.105873:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.105984:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332136192 00000100:00100000:2.0:1734016117.105993:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332136192 00002000:00100000:2.0:1734016117.106037:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (421888->425983) req@ffff8800795f7800 x1818247332136192/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.106045:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7800 with x1818247332136192 ext(421888->425983) 00002000:00010000:2.0:1734016117.106050:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f7800 00000100:00100000:2.0:1734016117.106106:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9735 00000100:00100000:2.0:1734016117.106112:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332136192:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.106563:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332136192:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 448us (698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.106569:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9735 00002000:00100000:2.0:1734016117.106575:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (421888->425983) req@ffff8800795f7800 x1818247332136192/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.106581:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7800 with x1818247332136192 ext(421888->425983) 00002000:00010000:2.0:1734016117.106584:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f7800 00000100:00100000:0.0:1734016117.109455:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.109552:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332136320 00000100:00100000:2.0:1734016117.109560:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332136320 00000100:00100000:2.0:1734016117.110000:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12177 00000100:00100000:2.0:1734016117.110008:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332136320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.110032:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.110049:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175744 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8d7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.110098:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418048:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.110162:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.112169:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418048:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.112203:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175744 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8d7 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.112216:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175744 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8d7 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.112242:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016117.112670:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332136320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2660us (3221us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.112683:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12177 00000100:00100000:0.0:1734016117.115962:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.116054:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332136448 00000100:00100000:2.0:1734016117.116062:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332136448 00000100:00100000:2.0:1734016117.116110:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12178 00000100:00100000:2.0:1734016117.116118:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332136448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.116133:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.116148:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d317574b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8de expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.116198:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418176:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.116265:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.119327:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418176:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.119356:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d317574b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8de expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.119368:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d317574b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8de expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.119391:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016117.119443:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332136448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3325us (3490us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.119451:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12178 00000100:00100000:0.0:1734016117.122450:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.122614:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332136576 00000100:00100000:2.0:1734016117.122623:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332136576 00000100:00100000:2.0:1734016117.122817:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12179 00000100:00100000:2.0:1734016117.122823:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332136576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.122842:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.122859:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3175752 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8e5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.122916:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418304:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.122982:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.125367:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418304:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.125401:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3175752 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8e5 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.125418:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3175752 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8e5 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.125429:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016117.125470:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332136576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2646us (3028us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.125478:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12179 00000100:00100000:0.0:1734016117.127901:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.127987:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332136704 00000100:00100000:2.0:1734016117.127995:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332136704 00000100:00100000:2.0:1734016117.128590:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12180 00000100:00100000:2.0:1734016117.128598:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332136704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.128616:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.128636:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175759 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8ec expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.128687:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418432:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.128790:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.130823:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334418432:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.130855:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175759 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ec expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.130868:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175759 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ec expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.130884:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016117.130928:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332136704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2330us (3040us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.130936:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12180 00000100:00100000:0.0:1734016117.133974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.134669:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332136960 00000100:00100000:3.0:1734016117.134680:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332136960 00000100:00100000:1.0:1734016117.135347:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2527 00000100:00100000:1.0:1734016117.135356:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247332136960:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016117.135417:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.135452:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d317570c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8a6 expref: 33 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.136100:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016117.136107:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016117.136301:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.136315:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.136322:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.136354:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.136367:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 19 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.136380:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334418560:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016117.136474:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.139499:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.139590:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334418560:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016117.139613:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016117.139677:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137088 00000100:00100000:3.0:1734016117.139683:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137088 00010000:00010000:3.0:1734016117.139711:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.139768:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3313 00000100:00100000:3.0:1734016117.139775:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a810d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332137088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.139786:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.139791:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.139800:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.139817:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317572f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8c2 expref: 20 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.139843:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.139847:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.139856:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.139861:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.139875:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.139907:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a810d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247332137088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 132us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.139913:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3313 00010000:00010000:1.0:1734016117.140284:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.140290:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:1.0:1734016117.140361:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968928 00000004:00010000:1.0:1734016117.140393:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9d2300 reply state ffff8800766d2000 transno 4294968929 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016117.140399:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016117.140467:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332136960:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5111us (6509us total) trans 4294968929 rc 0/0 00000100:00100000:1.0:1734016117.140473:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2527 00000020:00080000:1.0:1734016117.140476:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016117.142857:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.142867:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.142872:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.142877:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016117.142880:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.142886:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.142897:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.142900:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016117.142903:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016117.142907:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175760 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016117.143092:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.143296:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137216 00000100:00100000:2.0:1734016117.143303:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137216 00000100:00100000:2.0:1734016117.143739:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12181 00000100:00100000:2.0:1734016117.143747:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332137216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.143766:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.143781:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8f3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.143804:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.143810:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.143811:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.143814:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.143839:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.143848:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 8 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.143862:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334418688:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016117.143905:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.146396:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.146534:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334418688:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016117.146561:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.146575:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016117.146615:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332137216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2867us (3525us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.146623:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12181 00000100:00100000:3.0:1734016117.146698:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137344 00000100:00100000:3.0:1734016117.146705:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137344 00002000:00100000:3.0:1734016117.146757:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (421888->1728511) req@ffff88012b9d3100 x1818247332137344/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.146765:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3100 with x1818247332137344 ext(421888->1728511) 00010000:00010000:3.0:1734016117.146772:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 9 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.146781:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 9 pid: 13917 timeout: 481 lvb_type: 0 00002000:00010000:3.0:1734016117.146788:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b9d3100 00000100:00100000:3.0:1734016117.147305:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 340 00000100:00100000:3.0:1734016117.147311:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332137344:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.152234:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332137344:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4901us (5825us total) trans 4294969703 rc 0/0 00000100:00100000:3.0:1734016117.152246:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 340 00002000:00100000:3.0:1734016117.152258:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (421888->1728511) req@ffff88012b9d3100 x1818247332137344/t4294969703(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 504/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.152270:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3100 with x1818247332137344 ext(421888->1728511) 00010000:00010000:3.0:1734016117.152284:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.152301:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00002000:00010000:3.0:1734016117.152309:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b9d3100 00000100:00100000:0.0:1734016117.155851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.155944:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137472 00000100:00100000:2.0:1734016117.155954:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137472 00010000:00010000:2.0:1734016117.155992:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.156034:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3314 00000100:00100000:2.0:1734016117.156041:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332137472:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.156054:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016117.156072:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2784 -> 2792 00010000:00010000:2.0:1734016117.156077:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.156087:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.156109:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3175713 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1724416->1728511) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8ad expref: 11 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.156128:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.156129:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.156134:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.156141:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.156169:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.156180:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334418816:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.156588:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.160768:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334418816:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016117.160789:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.160840:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332137472:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4797us (4996us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.160850:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3314 00000100:00100000:0.0:1734016117.161319:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.161356:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.162187:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137728 00000100:00100000:3.0:1734016117.162194:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137728 00002000:00010000:3.0:1734016117.162231:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016117.162235:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2680 with x1818247332137728 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016117.162246:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d2680. 00000100:00100000:3.0:1734016117.162786:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137600 00000100:00100000:3.0:1734016117.162791:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137600 00002000:00010000:3.0:1734016117.162805:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4549664->18446744073709551615) 00002000:00100000:3.0:1734016117.162807:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247332137600 ext(4549664->18446744073709551615) 00002000:00010000:3.0:1734016117.162817:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1c00. 00000100:00100000:3.0:1734016117.162833:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9736 00000100:00100000:3.0:1734016117.162840:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332137728:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016117.163043:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1857409 -> 4194304 00002000:00010000:3.0:1734016117.163047:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.163049:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016117.163051:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.163052:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016117.163241:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9737 00000100:00100000:2.0:1734016117.163247:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332137600:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016117.163409:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4549664 00002000:00010000:2.0:1734016117.163412:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.163414:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016117.163415:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.163417:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2792 -> 2792 00000100:00100000:3.0:1734016117.163848:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332137728:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1006us (2527us total) trans 4294968120 rc 0/0 00000100:00100000:3.0:1734016117.163856:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9736 00002000:00010000:3.0:1734016117.163860:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016117.163863:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2680 with x1818247332137728 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016117.163869:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d2680. 00000100:00100000:2.0:1734016117.163997:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332137600:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 749us (2640us total) trans 4294969704 rc 0/0 00000100:00100000:2.0:1734016117.164004:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9737 00002000:00010000:2.0:1734016117.164006:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4549664->18446744073709551615) 00002000:00100000:2.0:1734016117.164008:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247332137600 ext(4549664->18446744073709551615) 00002000:00010000:2.0:1734016117.164011:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1c00. 00000100:00100000:2.0:1734016117.167155:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.167287:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332137984 00000100:00100000:0.0:1734016117.167297:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332137984 00002000:00100000:0.0:1734016117.167338:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4542464->4546559) req@ffff8800770bd180 x1818247332137984/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.167347:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd180 with x1818247332137984 ext(4542464->4546559) 00002000:00010000:0.0:1734016117.167352:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bd180 00000100:00100000:0.0:1734016117.167482:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9738 00000100:00100000:0.0:1734016117.167489:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332137984:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.168290:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332137984:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 799us (1141us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.168297:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9738 00002000:00100000:0.0:1734016117.168303:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4542464->4546559) req@ffff8800770bd180 x1818247332137984/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.168309:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd180 with x1818247332137984 ext(4542464->4546559) 00002000:00010000:0.0:1734016117.168312:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bd180 00000100:00100000:0.0:1734016117.171874:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.172161:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332138240 00000100:00100000:2.0:1734016117.172170:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332138240 00002000:00100000:2.0:1734016117.172209:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4546560->4550655) req@ffff88012b9d0a80 x1818247332138240/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.172217:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0a80 with x1818247332138240 ext(4546560->4550655) 00002000:00010000:2.0:1734016117.172236:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0a80 00000100:00100000:2.0:1734016117.172476:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9739 00000100:00100000:2.0:1734016117.172483:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332138240:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.172637:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332138240:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 152us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.172643:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9739 00002000:00100000:2.0:1734016117.172648:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4546560->4550655) req@ffff88012b9d0a80 x1818247332138240/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.172655:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0a80 with x1818247332138240 ext(4546560->4550655) 00002000:00010000:2.0:1734016117.172657:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0a80 00000100:00100000:0.0:1734016117.178429:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.178638:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332138368 00000100:00100000:3.0:1734016117.178647:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332138368 00002000:00100000:3.0:1734016117.178689:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4542464->4549663) req@ffff88012b9d1f80 x1818247332138368/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 7688/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.178700:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332138368 ext(4542464->4549663) 00002000:00010000:3.0:1734016117.178707:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:3.0:1734016117.178784:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9740 00000100:00100000:3.0:1734016117.178792:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332138368:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.180554:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332138368:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1754us (2130us total) trans 4294969705 rc 0/0 00000100:00100000:3.0:1734016117.180565:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9740 00002000:00100000:3.0:1734016117.180575:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4542464->4549663) req@ffff88012b9d1f80 x1818247332138368/t4294969705(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 7688/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.180583:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332138368 ext(4542464->4549663) 00002000:00010000:3.0:1734016117.180588:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:0.0:1734016117.183464:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.183589:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332138496 00000100:00100000:1.0:1734016117.183598:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332138496 00000100:00100000:1.0:1734016117.183655:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2528 00000100:00100000:1.0:1734016117.183663:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332138496:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016117.183818:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332138496:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 155us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.183824:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2528 00000100:00100000:0.0:1734016117.185477:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.185589:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332138624 00000100:00100000:2.0:1734016117.185596:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332138624 00000100:00100000:2.0:1734016117.185637:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12182 00000100:00100000:2.0:1734016117.185643:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332138624:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016117.187012:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969705 is committed 00000001:00080000:2.0:1734016117.187026:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969703 is committed 00000100:00100000:0.0:1734016117.187232:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332138624:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1575us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.187243:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12182 00000100:00100000:0.0:1734016117.190995:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.191362:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332138752 00000100:00100000:3.0:1734016117.191371:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332138752 00000100:00100000:3.0:1734016117.191423:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2529 00000100:00100000:3.0:1734016117.191429:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332138752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.191926:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.191949:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317576e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a8fa expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.192031:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175775 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.192047:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.192055:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016117.192074:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8743968 00000004:00200000:3.0:1734016117.192078:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.192094:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.192112:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317576e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8fa expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.192139:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175775 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8fa expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.192147:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.192149:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.192152:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016117.192198:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332138752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 767us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.192205:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2529 00000100:00100000:0.0:1734016117.194654:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.194764:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.194880:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139008 00000100:00100000:3.0:1734016117.194889:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139008 00000100:00100000:3.0:1734016117.194930:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332138880 00000100:00100000:3.0:1734016117.194932:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332138880 00000100:00100000:3.0:1734016117.194948:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12183 00000100:00100000:3.0:1734016117.194956:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332139008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.194977:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.194994:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317577c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a908 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.195045:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334418944:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.195098:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.195178:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12184 00000100:00100000:2.0:1734016117.195184:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332138880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.195194:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.195203:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175783 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a901 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.195238:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334419072:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.195259:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016117.197583:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:3.0:1734016117.197607:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334418944:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.197643:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317577c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a908 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.197656:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317577c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a908 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016117.197764:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016117.197769:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 2792 -> 2808 00000100:00100000:2.0:1734016117.197779:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334419072:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.197798:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175783 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a901 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.197807:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175783 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a901 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.197818:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016117.197861:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332138880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2675us (3096us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.197871:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12184 00010000:00010000:3.0:1734016117.198458:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016117.198493:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332139008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3537us (3849us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.198498:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12183 00000100:00100000:0.0:1734016117.200905:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.201011:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139136 00000100:00100000:3.0:1734016117.201018:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139136 00000100:00100000:3.0:1734016117.201389:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12185 00000100:00100000:3.0:1734016117.201396:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087207c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332139136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.201411:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.201424:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317578a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a90f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.201470:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334419200:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.201514:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.202049:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.202374:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139264 00000100:00100000:3.0:1734016117.202379:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139264 00000100:00100000:3.0:1734016117.202753:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12186 00000100:00100000:3.0:1734016117.202760:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332139264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.202769:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.202780:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175791 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a916 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.202808:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334419328:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.202849:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.205072:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334419200:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.205100:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317578a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a90f expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.205113:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317578a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a90f expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.205136:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016117.205171:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087207c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332139136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3775us (4274us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.205178:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12185 00000100:00100000:2.0:1734016117.205942:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334419328:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.205961:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175791 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a916 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.205969:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175791 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a916 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.205989:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:2.0:1734016117.206017:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332139264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3257us (3968us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.206022:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12186 00000100:00100000:1.0:1734016117.211674:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.211837:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139392 00000100:00100000:3.0:1734016117.211846:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139392 00000100:00100000:3.0:1734016117.211882:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2530 00000100:00100000:3.0:1734016117.211887:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332139392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.211903:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.211919:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175798 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a91d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.211992:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.212003:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.212011:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016117.212031:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8743968 00000004:00200000:3.0:1734016117.212035:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.212048:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.212065:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175798 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 36 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.212086:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 35 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.212092:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.212094:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.212097:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016117.212133:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332139392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 245us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.212138:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2530 00000100:00100000:0.0:1734016117.217462:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.218233:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139520 00000100:00100000:2.0:1734016117.218246:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139520 00000100:00100000:2.0:1734016117.218313:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12187 00000100:00100000:2.0:1734016117.218321:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332139520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.218346:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.218367:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d31757a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a924 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.218434:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334419456:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.218509:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.218852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.220347:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139648 00000100:00100000:3.0:1734016117.220361:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139648 00000100:00100000:3.0:1734016117.220414:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12188 00000100:00100000:3.0:1734016117.220421:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332139648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.220440:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.220462:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31757ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a92b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.220514:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334419584:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.220569:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.223589:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334419456:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.223625:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d31757a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a924 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.223640:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d31757a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a924 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.223661:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016117.224250:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332139520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5925us (6800us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.224263:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12187 00000100:00100000:3.0:1734016117.224547:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334419584:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.224572:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31757ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a92b expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.224583:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31757ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a92b expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.224606:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016117.224642:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332139648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4221us (5791us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.224649:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12188 00000100:00100000:0.0:1734016117.231712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.232241:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139776 00000100:00100000:3.0:1734016117.232254:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139776 00000100:00100000:3.0:1734016117.232426:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12189 00000100:00100000:3.0:1734016117.232437:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332139776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.232460:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.232484:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a932 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.232515:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.232522:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.232524:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.232527:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.232565:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.232576:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 7 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.232588:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334419712:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016117.233072:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.236033:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334419712:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016117.236070:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.236085:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016117.236132:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332139776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3697us (4440us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.236142:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12189 00000100:00100000:0.0:1734016117.236525:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.237037:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332139904 00000100:00100000:2.0:1734016117.237044:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332139904 00010000:00010000:2.0:1734016117.237074:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 8 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.237106:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3315 00000100:00100000:2.0:1734016117.237112:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332139904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.237123:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.237145:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 8 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.237157:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 8 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.237179:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175767 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8f3 expref: 8 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.237203:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.237204:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.237210:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.237229:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.237259:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.237269:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334419840:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.237314:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.246944:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334419840:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.246971:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.247032:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332139904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9918us (10508us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.247042:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3315 00000100:00100000:0.0:1734016117.247614:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.248938:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332140160 00000100:00100000:3.0:1734016117.248949:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332140160 00002000:00100000:3.0:1734016117.248984:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3698688->4550655) req@ffff880077168e00 x1818247332140160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.248994:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168e00 with x1818247332140160 ext(3698688->4550655) 00002000:00010000:3.0:1734016117.248998:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077168e00 00000100:00100000:3.0:1734016117.249025:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9741 00000100:00100000:3.0:1734016117.249031:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332140160:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.253938:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332140160:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 4895us (6315us total) trans 0 rc 360448/360448 00000100:00100000:3.0:1734016117.253949:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9741 00002000:00100000:3.0:1734016117.253961:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3698688->4550655) req@ffff880077168e00 x1818247332140160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 360448/360448 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.253971:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168e00 with x1818247332140160 ext(3698688->4550655) 00002000:00010000:3.0:1734016117.253976:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077168e00 00000100:00100000:0.0:1734016117.254925:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334419968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016117.254976:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016117.255003:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334419968 00000100:00100000:1.0:1734016117.255010:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334419968 00000100:00100000:1.0:1734016117.255092:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1734016117.255098:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334419968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016117.255118:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 570085952 pending 36864 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016117.255145:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334419968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.255149:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1734016117.255602:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334419968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016117.264050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.264167:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332140416 00000100:00100000:3.0:1734016117.264178:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332140416 00002000:00100000:3.0:1734016117.264241:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3702784->3706879) req@ffff880077168000 x1818247332140416/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.264252:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168000 with x1818247332140416 ext(3702784->3706879) 00002000:00010000:3.0:1734016117.264257:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077168000 00000100:00100000:3.0:1734016117.264294:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9742 00000100:00100000:3.0:1734016117.264303:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332140416:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.264562:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332140416:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 259us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.264570:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9742 00002000:00100000:3.0:1734016117.264575:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3702784->3706879) req@ffff880077168000 x1818247332140416/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.264583:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168000 with x1818247332140416 ext(3702784->3706879) 00002000:00010000:3.0:1734016117.264585:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077168000 00000100:00100000:1.0:1734016117.276465:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.276652:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332140672 00000100:00100000:2.0:1734016117.276663:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332140672 00002000:00100000:2.0:1734016117.276711:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3706880->3710975) req@ffff880076258380 x1818247332140672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.281348:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258380 with x1818247332140672 ext(3706880->3710975) 00002000:00010000:2.0:1734016117.281358:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258380 00000100:00100000:2.0:1734016117.281414:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9743 00000100:00100000:2.0:1734016117.281426:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332140672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.281648:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332140672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 223us (5193us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.281657:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9743 00002000:00100000:2.0:1734016117.281663:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3706880->3710975) req@ffff880076258380 x1818247332140672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.281671:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258380 with x1818247332140672 ext(3706880->3710975) 00002000:00010000:2.0:1734016117.281673:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258380 00000100:00100000:0.0:1734016117.300869:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.300983:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332140800 00000100:00100000:3.0:1734016117.300994:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332140800 00002000:00100000:3.0:1734016117.301041:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3698688->3710975) req@ffff88007716b480 x1818247332140800/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 12776/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.301053:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716b480 with x1818247332140800 ext(3698688->3710975) 00002000:00010000:3.0:1734016117.301058:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716b480 00000100:00100000:3.0:1734016117.301085:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9744 00000100:00100000:3.0:1734016117.301091:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332140800:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.302998:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332140800:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1898us (2130us total) trans 4294969706 rc 0/0 00000100:00100000:3.0:1734016117.303011:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9744 00002000:00100000:3.0:1734016117.303022:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3698688->3710975) req@ffff88007716b480 x1818247332140800/t4294969706(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 12776/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.303030:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716b480 with x1818247332140800 ext(3698688->3710975) 00002000:00010000:3.0:1734016117.303035:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716b480 00000100:00100000:0.0:1734016117.304925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.305044:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332140928 00000100:00100000:3.0:1734016117.305057:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332140928 00000100:00100000:3.0:1734016117.305122:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12190 00000100:00100000:3.0:1734016117.305131:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332140928:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016117.309804:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969706 is committed 00000100:00100000:3.0:1734016117.310035:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332140928:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4898us (5117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.310046:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12190 00000100:00100000:1.0:1734016117.313939:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.314026:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141056 00000100:00100000:3.0:1734016117.314035:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141056 00000100:00100000:3.0:1734016117.314084:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12191 00000100:00100000:3.0:1734016117.314090:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332141056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.314107:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.314122:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31757bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a939 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.314169:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334420096:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.314232:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.316166:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334420096:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.316204:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31757bb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a939 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.316218:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31757bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a939 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.316237:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016117.316287:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332141056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2195us (2358us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.316298:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12191 00000100:00100000:0.0:1734016117.321659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.321744:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141184 00000100:00100000:3.0:1734016117.321753:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141184 00000100:00100000:3.0:1734016117.321801:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12192 00000100:00100000:3.0:1734016117.321807:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332141184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.321824:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.321841:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31757c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a940 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.321899:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334420224:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.321968:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.329242:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334420224:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.329289:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31757c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a940 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.329305:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31757c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a940 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.329331:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016117.329377:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332141184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7570us (7727us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.329385:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12192 00000100:00100000:0.0:1734016117.331917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.332779:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141440 00000100:00100000:1.0:1734016117.332794:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141440 00000100:00100000:1.0:1734016117.332869:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2531 00000100:00100000:1.0:1734016117.332878:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332141440:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016117.332943:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.332977:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175775 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a8fa expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.333016:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016117.333021:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016117.333180:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.333194:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 34 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.333200:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.333241:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 34 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.333256:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 34 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.333267:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334420352:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016117.333324:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.339315:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334420352:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016117.340415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016117.340521:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016117.340593:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141568 00000100:00100000:2.0:1734016117.340601:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141568 00010000:00010000:2.0:1734016117.340638:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 35 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.340948:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3316 00000100:00100000:2.0:1734016117.340957:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1968:x1818247332141568:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.340972:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.340978:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 35 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.340989:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 35 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.341012:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317579f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a91d expref: 35 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.341040:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.341045:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.341054:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.341061:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.341087:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.341134:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:1968:x1818247332141568:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 178us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.341141:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3316 00010000:00010000:1.0:1734016117.341288:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.341293:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:1.0:1734016117.341502:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968930 00000004:00010000:1.0:1734016117.341553:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077169180 reply state ffff8800766d6000 transno 4294968931 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016117.341560:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016117.341635:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332141440:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8758us (9726us total) trans 4294968931 rc 0/0 00000100:00100000:1.0:1734016117.341641:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2531 00000020:00080000:1.0:1734016117.341645:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016117.345356:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.345381:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.345388:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.345395:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016117.345403:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.345413:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.345439:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.345442:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016117.345447:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016117.345452:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016117.351897:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.351989:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141696 00000100:00100000:3.0:1734016117.352001:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141696 00000100:00100000:2.0:1734016117.353676:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12193 00000100:00100000:2.0:1734016117.353689:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332141696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.353711:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.353758:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a947 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.353790:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 17 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.353796:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.353798:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.353801:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.353830:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 17 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.353842:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 17 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.353853:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334420480:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016117.353917:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.358956:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334420480:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016117.358993:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.359011:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:3.0:1734016117.359076:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332141696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5388us (7189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.359086:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12193 00000100:00100000:0.0:1734016117.360861:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.361739:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141824 00000100:00100000:2.0:1734016117.361748:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141824 00010000:00010000:2.0:1734016117.361782:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 18 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.361811:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3317 00000100:00100000:2.0:1734016117.361818:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332141824:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.361830:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.361853:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 18 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.361867:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 18 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.361893:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175680 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a83d expref: 18 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.361912:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.361915:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.361921:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.361930:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.361969:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.361983:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334420608:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.362056:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.368459:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.368536:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.369204:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142080 00000100:00100000:2.0:1734016117.369232:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142080 00002000:00010000:2.0:1734016117.369296:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2532033->18446744073709551615) 00002000:00100000:2.0:1734016117.369304:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716ad80 with x1818247332142080 ext(2532033->18446744073709551615) 00002000:00010000:2.0:1734016117.369322:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007716ad80. 00000100:00100000:2.0:1734016117.369350:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332141952 00000100:00100000:2.0:1734016117.369352:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332141952 00002000:00010000:2.0:1734016117.369370:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016117.369372:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716a680 with x1818247332141952 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016117.369383:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716a680. 00000100:00100000:2.0:1734016117.369400:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9745 00000100:00100000:2.0:1734016117.369410:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332142080:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016117.369832:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2532033 00002000:00010000:2.0:1734016117.369836:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.369839:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:2.0:1734016117.369842:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.369845:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016117.369932:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332142080:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 523us (1491us total) trans 4294968121 rc 0/0 00000100:00100000:2.0:1734016117.369943:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9745 00002000:00010000:2.0:1734016117.369947:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2532033->18446744073709551615) 00002000:00100000:2.0:1734016117.369950:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716ad80 with x1818247332142080 ext(2532033->18446744073709551615) 00002000:00010000:2.0:1734016117.369954:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007716ad80. 00000100:00100000:2.0:1734016117.369975:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9746 00000100:00100000:2.0:1734016117.369980:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332141952:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016117.370599:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4549664 -> 4194304 00002000:00010000:2.0:1734016117.370603:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.370605:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.370608:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.370610:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2808 -> 2816 00000100:00100000:2.0:1734016117.370633:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332141952:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 651us (2097us total) trans 4294969707 rc 0/0 00000100:00100000:2.0:1734016117.370640:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9746 00002000:00010000:2.0:1734016117.370643:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016117.370645:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716a680 with x1818247332141952 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016117.370650:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716a680. 00000100:00100000:2.0:1734016117.370716:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334420608:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.370786:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.370812:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332141824:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8993us (9956us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.370821:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3317 00000100:00100000:0.0:1734016117.375074:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.375138:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142208 00000100:00100000:1.0:1734016117.375146:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142208 00000100:00100000:1.0:1734016117.375196:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2532 00000100:00100000:1.0:1734016117.375203:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332142208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.375231:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.375249:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a94e expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.375330:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31757de lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.375341:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31757de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.375349:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31757de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016117.375369:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6726337 00000004:00200000:1.0:1734016117.375373:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016117.375388:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31757de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.375408:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31757d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a94e expref: 36 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.375433:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31757de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a94e expref: 35 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.375440:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016117.375442:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016117.375445:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016117.375487:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332142208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 284us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.375493:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2532 00000100:00100000:0.0:1734016117.377694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.378050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.378101:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142464 00000100:00100000:3.0:1734016117.378110:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142464 00000100:00100000:3.0:1734016117.378901:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142336 00000100:00100000:3.0:1734016117.378907:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142336 00000100:00100000:3.0:1734016117.378973:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12194 00000100:00100000:3.0:1734016117.378980:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332142464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.378999:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.379016:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31757e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a95c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.379067:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334420736:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.379127:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.379141:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12195 00000100:00100000:3.0:1734016117.379145:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332142336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.379152:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.379160:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31757ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a955 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.379180:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334420864:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.379198:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760359c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016117.381539:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:3.0:1734016117.381572:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334420736:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.381640:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31757e5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a95c expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.381656:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31757e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a95c expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016117.381689:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334420864:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.381689:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00010000:00010000:2.0:1734016117.381709:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31757ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a955 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.381717:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31757ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a955 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.381926:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016117.381933:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332142464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2951us (4249us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.381946:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12194 00000100:00100000:2.0:1734016117.381950:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332142336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2804us (3901us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.381956:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12195 00000100:00100000:0.0:1734016117.384625:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.384683:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.384792:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142592 00000100:00100000:3.0:1734016117.384800:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142592 00000100:00100000:3.0:1734016117.384837:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142720 00000100:00100000:3.0:1734016117.384839:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142720 00000100:00100000:3.0:1734016117.384862:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12196 00000100:00100000:3.0:1734016117.384870:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332142592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.384889:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.384905:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31757f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a963 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.384960:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334420992:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.385021:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.385126:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12197 00000100:00100000:1.0:1734016117.385132:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332142720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.385140:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.385152:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31757fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a96a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.385178:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334421120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.385198:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.391047:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334421120:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.391082:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31757fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a96a expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.391095:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31757fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a96a expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.391112:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016117.391154:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332142720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6020us (6471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.391163:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12197 00000100:00100000:3.0:1734016117.391688:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334420992:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.391709:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31757f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a963 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.391717:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31757f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a963 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.391858:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016117.391886:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332142592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7017us (7270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.391891:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12196 00000100:00100000:0.0:1734016117.396470:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.396526:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.396599:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142976 00000100:00100000:3.0:1734016117.396608:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142976 00000100:00100000:3.0:1734016117.396643:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332142848 00000100:00100000:3.0:1734016117.396644:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332142848 00000100:00100000:3.0:1734016117.396675:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12198 00000100:00100000:3.0:1734016117.396684:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332142976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.396702:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.396763:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175801 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a978 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.396839:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334421248:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.396899:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.396958:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12199 00000100:00100000:0.0:1734016117.396964:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332142848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.396971:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.396981:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3175808 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a971 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.397007:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334421376:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016117.397027:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.400640:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334421376:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.400674:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3175808 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a971 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.400685:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3175808 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a971 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.400697:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:1.0:1734016117.400768:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332142848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3802us (4241us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.400779:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12199 00000100:00100000:3.0:1734016117.400875:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334421248:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.400898:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175801 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a978 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.400912:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175801 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a978 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.400920:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016117.400941:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332142976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4259us (4481us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.400945:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12198 00000100:00100000:0.0:1734016117.405239:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.405713:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.405870:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143232 00000100:00100000:1.0:1734016117.405881:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143232 00000100:00100000:1.0:1734016117.405921:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143104 00000100:00100000:1.0:1734016117.405923:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143104 00000100:00100000:1.0:1734016117.405951:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12200 00000100:00100000:1.0:1734016117.405959:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332143232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.405978:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.405999:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317580f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a986 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.406057:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334421504:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.406112:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.406191:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12201 00000100:00100000:2.0:1734016117.406197:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332143104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.406204:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.406214:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175816 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a97f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.406253:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334421632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.406274:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.409908:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334421504:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.409943:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317580f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a986 expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.409955:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317580f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a986 expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.409966:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016117.410012:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332143232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4053us (4794us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.410020:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12200 00000100:00100000:3.0:1734016117.410319:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334421632:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.410337:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175816 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a97f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.410345:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a97f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.410351:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:3.0:1734016117.410372:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332143104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4175us (4660us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.410378:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12201 00000100:00100000:0.0:1734016117.414094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.414240:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143360 00000100:00100000:3.0:1734016117.414250:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143360 00000100:00100000:3.0:1734016117.414344:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2533 00000100:00100000:3.0:1734016117.414353:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332143360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.414383:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.414409:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317581d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a98d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.414705:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.414755:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.414767:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016117.414790:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6726337 00000004:00200000:3.0:1734016117.414793:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.414806:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.414826:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317581d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.414840:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.414848:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.414851:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.414854:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016117.414910:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332143360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 557us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.414916:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2533 00000100:00100000:0.0:1734016117.417605:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.417869:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143488 00000100:00100000:3.0:1734016117.417880:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143488 00000100:00100000:3.0:1734016117.418044:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12202 00000100:00100000:3.0:1734016117.418051:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332143488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.418072:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.418096:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a994 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.418132:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.418139:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.418141:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.418145:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4091904->4100095] (req 4091904->4100095) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.418178:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.418191:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 7 pid: 7693 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.418203:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334421760:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016117.418284:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.420700:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334421760:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016117.420770:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4091904->4100095] (req 4091904->4100095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.420791:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016117.420844:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332143488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2792us (3251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.420853:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12202 00000100:00100000:0.0:1734016117.422142:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.422864:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143616 00000100:00100000:2.0:1734016117.422873:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143616 00010000:00010000:2.0:1734016117.422902:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 8 pid: 7693 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.422940:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3318 00000100:00100000:2.0:1734016117.422947:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332143616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.422959:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.422980:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 8 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.422992:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 8 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.423010:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31757b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a932 expref: 8 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.423475:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.423478:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.423486:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.423494:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.423526:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.423539:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334421888:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.423869:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.429230:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.429348:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334421888:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.429373:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.429448:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332143616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6491us (7300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.429459:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3318 00000100:00100000:3.0:1734016117.429549:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143744 00000100:00100000:3.0:1734016117.429555:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143744 00000100:00100000:3.0:1734016117.429596:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12203 00000100:00100000:3.0:1734016117.429602:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332143744:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016117.429811:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016117.429814:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.429817:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.429819:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.429821:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2816 00000100:00100000:3.0:1734016117.429875:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332143744:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 272us (665us total) trans 4294969708 rc 0/0 00000100:00100000:3.0:1734016117.429881:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12203 00000100:00100000:0.0:1734016117.432167:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.432912:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332143872 00000100:00100000:1.0:1734016117.432922:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332143872 00000100:00100000:1.0:1734016117.433068:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12204 00000100:00100000:1.0:1734016117.433076:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332143872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.433095:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.433113:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a99b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.433159:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334422016:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.433636:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.435586:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334422016:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.435621:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175832 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a99b expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.435636:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a99b expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.435652:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016117.436052:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332143872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2973us (3888us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.436061:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12204 00000100:00100000:0.0:1734016117.438461:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.438566:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144000 00000100:00100000:2.0:1734016117.438576:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144000 00000100:00100000:2.0:1734016117.438626:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12205 00000100:00100000:2.0:1734016117.438633:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332144000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.438649:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.438664:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175839 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9a2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.438752:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334422144:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.438799:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.440951:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334422144:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.440983:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175839 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a2 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.440994:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175839 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a2 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.441018:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016117.441062:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332144000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2428us (2608us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.441070:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12205 00000100:00100000:0.0:1734016117.443480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.443594:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144256 00000100:00100000:3.0:1734016117.443604:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144256 00000100:00100000:3.0:1734016117.443699:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2534 00000100:00100000:3.0:1734016117.443707:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332144256:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016117.443778:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.443801:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31757de lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a94e expref: 35 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.443819:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.443823:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016117.443991:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.444007:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.444015:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.444049:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.444060:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 21 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.444073:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334422272:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016117.444136:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.448571:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334422272:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016117.448616:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016117.449691:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.450032:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144384 00000100:00100000:2.0:1734016117.450045:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144384 00010000:00010000:2.0:1734016117.450088:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 22 pid: 6484 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.450133:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3319 00000100:00100000:2.0:1734016117.450142:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:1969:x1818247332144384:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.450156:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.450161:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 22 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.450173:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 22 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.450196:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175824 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a98d expref: 22 pid: 6484 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.450240:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.450245:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.450257:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.450265:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.450285:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.450338:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1969:x1818247332144384:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 197us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.450345:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3319 00010000:00010000:3.0:1734016117.450987:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.450995:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016117.451085:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968932 00000004:00010000:3.0:1734016117.451134:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075ff9f80 reply state ffff88012ec2b000 transno 4294968933 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016117.451143:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016117.451233:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+37:10366:x1818247332144256:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7526us (7761us total) trans 4294968933 rc 0/0 00000100:00100000:3.0:1734016117.451240:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2534 00000020:00080000:3.0:1734016117.451244:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016117.458080:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.458093:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.458098:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.458103:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016117.458106:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.458113:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.458128:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.458130:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016117.458135:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.458139:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175840 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016117.458842:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.459211:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144512 00000100:00100000:0.0:1734016117.459233:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144512 00000100:00100000:0.0:1734016117.459286:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12206 00000100:00100000:0.0:1734016117.459293:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10366:x1818247332144512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.459316:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.459335:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9a9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.459364:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.459371:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.459373:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.459376:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.459414:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.459426:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 12 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.459443:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334422400:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016117.459531:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.463126:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334422400:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016117.463165:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.463186:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016117.463251:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332144512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3956us (4414us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.463259:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12206 00000100:00100000:0.0:1734016117.464204:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.472177:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144640 00000100:00100000:3.0:1734016117.472190:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144640 00010000:00010000:3.0:1734016117.472253:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 13 pid: 13917 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.472303:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3320 00000100:00100000:3.0:1734016117.472310:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a810c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332144640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.472327:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.472347:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 13 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.472359:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 13 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.472380:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31757d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a947 expref: 13 pid: 13917 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.472407:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.472409:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.472415:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.472422:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.472455:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.472466:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334422528:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016117.472542:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.474647:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334422528:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016117.474677:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.474761:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a810c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332144640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2409us (10516us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.474774:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3320 00000100:00100000:0.0:1734016117.476527:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.476574:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.476649:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144896 00000100:00100000:3.0:1734016117.476657:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144896 00002000:00010000:3.0:1734016117.476691:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3230622->18446744073709551615) 00002000:00100000:3.0:1734016117.476695:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b100 with x1818247332144896 ext(3230622->18446744073709551615) 00002000:00010000:3.0:1734016117.476705:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610b100. 00000100:00100000:3.0:1734016117.476759:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332144768 00000100:00100000:3.0:1734016117.476762:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332144768 00002000:00010000:3.0:1734016117.476772:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016117.476775:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332144768 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016117.476782:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108000. 00000100:00100000:3.0:1734016117.476797:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9747 00000100:00100000:3.0:1734016117.476804:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332144896:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016117.477046:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2532033 -> 3230622 00002000:00010000:3.0:1734016117.477051:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.477054:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:3.0:1734016117.477056:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.477057:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016117.477120:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332144896:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 315us (597us total) trans 4294968122 rc 0/0 00000100:00100000:3.0:1734016117.477126:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9747 00002000:00010000:3.0:1734016117.477130:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3230622->18446744073709551615) 00002000:00100000:3.0:1734016117.477132:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b100 with x1818247332144896 ext(3230622->18446744073709551615) 00002000:00010000:3.0:1734016117.477136:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610b100. 00000100:00100000:3.0:1734016117.477152:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9748 00000100:00100000:3.0:1734016117.477156:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332144768:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016117.477239:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016117.477242:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.477244:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.477246:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.477247:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2816 00000100:00100000:3.0:1734016117.477265:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332144768:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 107us (690us total) trans 4294969709 rc 0/0 00000100:00100000:3.0:1734016117.477271:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9748 00002000:00010000:3.0:1734016117.477273:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016117.477275:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332144768 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016117.477278:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108000. 00000100:00100000:0.0:1734016117.481011:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.482699:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145024 00000100:00100000:3.0:1734016117.482712:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145024 00000100:00100000:3.0:1734016117.483399:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2535 00000100:00100000:3.0:1734016117.483410:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332145024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.483442:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.483469:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d317584e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9b0 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.483566:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.483578:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.483587:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016117.483611:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7424926 00000004:00200000:3.0:1734016117.483616:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.483630:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.483653:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d317584e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.483684:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.483692:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.483694:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.483697:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016117.483784:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332145024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 375us (2782us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.483791:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2535 00000100:00100000:0.0:1734016117.487190:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.487251:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.487368:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145280 00000100:00100000:3.0:1734016117.487378:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145280 00000100:00100000:3.0:1734016117.487416:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145152 00000100:00100000:3.0:1734016117.487418:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145152 00000100:00100000:3.0:1734016117.487882:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12207 00000100:00100000:3.0:1734016117.487889:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332145280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.487905:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.487923:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d317585c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9be expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.487980:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334422656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.488056:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.488773:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12208 00000100:00100000:2.0:1734016117.488781:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332145152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.488793:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.488805:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175863 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9b7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.488834:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334422784:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.488859:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.490193:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:2.0:1734016117.490209:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334422656:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.490243:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d317585c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9be expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.490255:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d317585c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9be expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.491615:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:2.0:1734016117.491676:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332145280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3784us (4491us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.491685:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12207 00000100:00100000:2.0:1734016117.493026:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334422784:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.493076:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175863 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.493093:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175863 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.493106:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016117.493151:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332145152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4370us (5899us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.493159:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12208 00000100:00100000:0.0:1734016117.498393:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.498444:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.498581:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145536 00000100:00100000:3.0:1734016117.498589:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145536 00000100:00100000:1.0:1734016117.498931:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145408 00000100:00100000:1.0:1734016117.498935:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145408 00000100:00100000:1.0:1734016117.498970:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12209 00000100:00100000:1.0:1734016117.498977:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332145536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.498995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.499015:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317586a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9cc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.499065:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334422912:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.499127:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.499181:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12210 00000100:00100000:0.0:1734016117.499187:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332145408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.499196:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.499206:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3175871 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9c5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.499242:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334423040:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016117.499267:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.502254:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334423040:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.502285:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3175871 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9c5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.502301:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3175871 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9c5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.502326:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:2.0:1734016117.502372:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332145408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3183us (3934us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.502379:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12210 00000100:00100000:1.0:1734016117.502999:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334422912:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.503019:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317586a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9cc expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.503029:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317586a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9cc expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.503040:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016117.503062:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332145536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4084us (4677us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.503068:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12209 00000100:00100000:0.0:1734016117.506794:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.506883:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145664 00000100:00100000:1.0:1734016117.506892:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145664 00000100:00100000:1.0:1734016117.506952:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12211 00000100:00100000:1.0:1734016117.506959:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332145664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.506977:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.506996:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9d3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507029:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507041:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.507043:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.507047:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [778240->786431] (req 778240->786431) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507080:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507092:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 18 pid: 7693 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.507105:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334423168:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016117.507185:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.509970:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334423168:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016117.510014:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [778240->786431] (req 778240->786431) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.510034:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016117.510099:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332145664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3138us (3321us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.510111:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12211 00000100:00100000:3.0:1734016117.512123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.512228:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145792 00000100:00100000:0.0:1734016117.512240:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145792 00010000:00010000:0.0:1734016117.512278:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 19 pid: 7693 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.512365:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3321 00000100:00100000:0.0:1734016117.512373:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332145792:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.512388:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016117.512416:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 19 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.512428:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 19 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.512450:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175847 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9a9 expref: 19 pid: 7693 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.512660:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.512663:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.512670:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.512680:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.512717:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.512924:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334423296:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016117.513254:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.516549:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.516661:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334423296:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.516685:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.516825:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332145920 00000100:00100000:1.0:1734016117.516833:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332145920 00000100:00100000:1.0:1734016117.516874:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12212 00000100:00100000:1.0:1734016117.516881:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332145920:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016117.517077:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3230622 -> 3230622 00002000:00010000:1.0:1734016117.517081:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.517083:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:1.0:1734016117.517085:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.517087:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016117.517130:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332145792:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4756us (5014us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.517138:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3321 00000100:00100000:1.0:1734016117.517635:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332145920:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 752us (1098us total) trans 4294968123 rc 0/0 00000100:00100000:1.0:1734016117.517642:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12212 00000100:00100000:0.0:1734016117.520181:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.520292:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332146048 00000100:00100000:1.0:1734016117.520299:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332146048 00000100:00100000:1.0:1734016117.520393:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12213 00000100:00100000:1.0:1734016117.520400:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332146048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.520416:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.520431:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317587f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9da expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.520480:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334423424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.521433:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.526749:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334423424:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.526783:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317587f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9da expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.526795:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d317587f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9da expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.526819:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016117.526874:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332146048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6474us (6700us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.526883:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12213 00000100:00100000:0.0:1734016117.529174:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.529242:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332146176 00000100:00100000:1.0:1734016117.529249:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332146176 00000100:00100000:1.0:1734016117.529286:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12214 00000100:00100000:1.0:1734016117.529291:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332146176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.529307:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.529318:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175886 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9e1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.529356:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334423552:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.529402:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.532583:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334423552:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.532615:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175886 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9e1 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.532628:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3175886 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9e1 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.532824:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016117.532878:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332146176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3585us (3709us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.532890:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12214 00000100:00100000:2.0:1734016117.539094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.539230:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332146304 00000100:00100000:1.0:1734016117.539239:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332146304 00000100:00100000:1.0:1734016117.539286:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12215 00000100:00100000:1.0:1734016117.539293:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332146304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.539311:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.539329:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317588d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9e8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.539382:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334423680:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.540694:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.542593:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:1.0:1734016117.542631:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334423680:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.542678:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317588d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9e8 expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.542692:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317588d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9e8 expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.543284:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016117.543351:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332146304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4056us (4263us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.543359:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12215 00000100:00100000:0.0:1734016117.546242:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.546341:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332146432 00000100:00100000:1.0:1734016117.546350:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332146432 00000100:00100000:1.0:1734016117.546399:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12216 00000100:00100000:1.0:1734016117.546407:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332146432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.546425:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.546541:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9ef expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.546568:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.546575:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.546577:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.546581:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2019328->2031615] (req 2019328->2031615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.546612:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.546623:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 13 pid: 7692 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.546635:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334423808:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016117.548085:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.552680:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334423808:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016117.552711:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2019328->2031615] (req 2019328->2031615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.552751:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016117.552802:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332146432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6395us (6567us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.552811:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12216 00000100:00100000:0.0:1734016117.553318:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.553665:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332146560 00000100:00100000:3.0:1734016117.553673:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332146560 00010000:00010000:3.0:1734016117.553703:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 14 pid: 7692 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.553766:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3322 00000100:00100000:3.0:1734016117.553773:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332146560:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.553787:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.553807:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 14 pid: 7692 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.553819:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 14 pid: 7692 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.553844:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175878 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 778240->786431) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9d3 expref: 14 pid: 7692 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016117.553866:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.553868:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.553873:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.553881:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.553920:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.553938:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334423936:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016117.553993:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.560382:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334423936:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016117.560405:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.560475:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332146560:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6700us (7156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.560485:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3322 00000100:00100000:0.0:1734016117.587833:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.587885:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.587974:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332146816 00000100:00100000:2.0:1734016117.587983:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332146816 00002000:00100000:2.0:1734016117.588028:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3231743) req@ffff88007610b480 x1818247332146816/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.588038:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b480 with x1818247332146816 ext(0->3231743) 00002000:00010000:2.0:1734016117.588042:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610b480 00000100:00100000:2.0:1734016117.588129:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147072 00000100:00100000:2.0:1734016117.588132:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147072 00002000:00100000:2.0:1734016117.588145:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007610bb80 x1818247332147072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.588151:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610bb80 with x1818247332147072 ext(0->4194303) 00002000:00010000:2.0:1734016117.588154:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610bb80 00000100:00100000:2.0:1734016117.590665:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9749 00000100:00100000:2.0:1734016117.590686:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332146816:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.602109:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9750 00000100:00100000:1.0:1734016117.602124:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332147072:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.652477:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332146816:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 61781us (64639us total) trans 0 rc 3231744/3231744 00000100:00100000:3.0:1734016117.652492:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9749 00002000:00100000:3.0:1734016117.652507:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3231743) req@ffff88007610b480 x1818247332146816/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 3231744/3231744 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.652518:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b480 with x1818247332146816 ext(0->3231743) 00002000:00010000:3.0:1734016117.652523:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610b480 00000100:00100000:0.0:1734016117.679595:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.688343:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147328 00000100:00100000:1.0:1734016117.688361:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147328 00000100:00100000:1.0:1734016117.688433:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12217 00000100:00100000:1.0:1734016117.688443:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332147328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.688463:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.688487:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9fd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.688514:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.688516:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.688525:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.688542:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.688576:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016117.688633:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332147328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 191us (9051us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.688640:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12217 00000100:00100000:0.0:1734016117.689782:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.691903:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147200 00000100:00100000:1.0:1734016117.691922:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147200 00000100:00100000:1.0:1734016117.692002:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12218 00000100:00100000:1.0:1734016117.692013:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332147200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.692034:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.692059:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31758a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5a9f6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.692163:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334424064:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.692304:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.706647:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334424064:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.706703:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31758a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9f6 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.706736:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31758a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9f6 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.706777:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016117.706864:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332147200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14851us (17083us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.706876:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12218 00000100:00100000:0.0:1734016117.713428:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.714179:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332147072:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 112055us (126290us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016117.714188:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9750 00002000:00100000:1.0:1734016117.714201:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007610bb80 x1818247332147072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.714209:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610bb80 with x1818247332147072 ext(0->4194303) 00002000:00010000:1.0:1734016117.714227:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610bb80 00000100:00100000:2.0:1734016117.716115:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147456 00000100:00100000:2.0:1734016117.716125:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147456 00000100:00100000:2.0:1734016117.716161:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12219 00000100:00100000:2.0:1734016117.716167:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332147456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.716180:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.716194:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31758a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa04 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.716246:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334424192:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.716289:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.720917:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334424192:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.720949:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31758a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa04 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.720961:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31758a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa04 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.721104:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016117.721161:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332147456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4992us (7748us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.721169:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12219 00000100:00100000:0.0:1734016117.724852:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.724943:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147584 00000100:00100000:2.0:1734016117.724954:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147584 00000100:00100000:2.0:1734016117.725354:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12220 00000100:00100000:2.0:1734016117.725361:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332147584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.725378:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.725394:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31758b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa0b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.725452:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334424320:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.725517:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.731117:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334424320:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.731164:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31758b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa0b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.731179:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31758b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa0b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.731349:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016117.731454:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332147584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6090us (6609us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.731465:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12220 00000100:00100000:0.0:1734016117.734951:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.735069:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147712 00000100:00100000:2.0:1734016117.735077:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147712 00000100:00100000:2.0:1734016117.735113:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12221 00000100:00100000:2.0:1734016117.735120:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332147712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.735136:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.735154:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa12 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.735182:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.735189:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.735194:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.735196:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.735198:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [573440->581631] (req 573440->581631) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.735237:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.735247:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016117.735258:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334424448:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016117.735325:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.735333:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 18 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016117.735340:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334424576:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016117.735358:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.740240:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334424448:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016117.740257:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334424576:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016117.740292:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [573440->581631] (req 573440->581631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.740309:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:0.0:1734016117.740367:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332147712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5245us (5423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.740376:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12221 00000100:00100000:1.0:1734016117.740521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.740672:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147840 00000100:00100000:3.0:1734016117.740679:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147840 00010000:00010000:3.0:1734016117.740700:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 482 lvb_type: 1 00000100:00100000:3.0:1734016117.740744:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3323 00000100:00100000:3.0:1734016117.740751:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332147840:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.740763:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.740784:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016117.740794:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016117.740815:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317589b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9fd expref: 15 pid: 7692 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016117.740829:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.740849:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332147840:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 99us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.740855:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3323 00000100:00100000:0.0:1734016117.744586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.744709:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332147968 00000100:00100000:2.0:1734016117.744716:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332147968 00010000:00010000:2.0:1734016117.744769:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 19 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016117.744798:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3324 00000100:00100000:2.0:1734016117.744804:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332147968:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.744815:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.744833:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 19 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.744844:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 19 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.744865:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175894 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2031615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9ef expref: 19 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.745294:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.745298:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.745306:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.745315:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.745351:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.745362:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334424704:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.745417:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.750443:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334424704:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.750466:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.751634:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332147968:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6824us (7050us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.751644:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3324 00000100:00100000:1.0:1734016117.752767:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.752895:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148096 00000100:00100000:0.0:1734016117.752903:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148096 00000100:00100000:0.0:1734016117.752933:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12222 00000100:00100000:0.0:1734016117.752939:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332148096:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016117.753164:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3230622 -> 3230622 00002000:00010000:0.0:1734016117.753168:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.753170:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:0.0:1734016117.753171:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.753173:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:0.0:1734016117.753209:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332148096:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 269us (447us total) trans 4294968124 rc 0/0 00000100:00100000:0.0:1734016117.753226:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12222 00000100:00100000:0.0:1734016117.762241:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.762534:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148224 00000100:00100000:1.0:1734016117.762545:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148224 00000100:00100000:1.0:1734016117.762596:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12223 00000100:00100000:1.0:1734016117.762603:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332148224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.762624:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.762648:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31758be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa19 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.762709:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334424832:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016117.762799:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.767501:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334424832:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.767554:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31758be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa19 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.767568:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31758be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa19 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.767588:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:2.0:1734016117.767653:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332148224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5047us (5420us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.767667:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12223 00000100:00100000:0.0:1734016117.778057:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.778517:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148352 00000100:00100000:2.0:1734016117.778526:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148352 00000100:00100000:2.0:1734016117.778578:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12224 00000100:00100000:2.0:1734016117.778585:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332148352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.778602:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.778620:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d31758c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa20 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.778674:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334424960:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.778765:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.782329:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334424960:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.782378:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d31758c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa20 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.782397:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d31758c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa20 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.782983:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016117.785340:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332148352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6741us (7283us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.785353:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12224 00000100:00100000:0.0:1734016117.795762:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.796557:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148480 00000100:00100000:1.0:1734016117.796571:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148480 00000100:00100000:1.0:1734016117.796640:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2536 00000100:00100000:1.0:1734016117.796649:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332148480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.796686:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.796708:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31758cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa27 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.796882:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31758d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.796897:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31758d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.796908:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31758d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016117.796939:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7424926 00000004:00200000:1.0:1734016117.796942:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016117.796959:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31758d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.796980:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31758cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa27 expref: 38 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.797018:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31758d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa27 expref: 37 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.797028:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016117.797031:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016117.797034:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016117.797091:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+37:10366:x1818247332148480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 443us (1383us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.797098:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2536 00000100:00100000:0.0:1734016117.801502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.801583:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148608 00000100:00100000:3.0:1734016117.801597:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148608 00000100:00100000:3.0:1734016117.801653:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12225 00000100:00100000:3.0:1734016117.801662:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1970:x1818247332148608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.801685:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.801706:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31758da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa2e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.801794:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334425088:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.801888:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016117.803756:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:3.0:1734016117.803780:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334425088:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.803815:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31758da lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa2e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.803829:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31758da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa2e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.803856:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016117.803900:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1970:x1818247332148608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2238us (2411us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.803910:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12225 00000100:00100000:0.0:1734016117.815139:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.815263:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148736 00000100:00100000:3.0:1734016117.815277:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148736 00000100:00100000:3.0:1734016117.815321:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12226 00000100:00100000:3.0:1734016117.815328:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332148736:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016117.815549:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5299242 00002000:00010000:3.0:1734016117.815552:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.815554:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.815556:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.815557:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2824 00000100:00100000:3.0:1734016117.815612:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332148736:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 284us (488us total) trans 4294969710 rc 0/0 00000100:00100000:3.0:1734016117.815618:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12226 00000100:00100000:0.0:1734016117.817774:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.817941:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148864 00000100:00100000:2.0:1734016117.817955:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148864 00000100:00100000:2.0:1734016117.818939:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12227 00000100:00100000:2.0:1734016117.818950:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332148864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.818975:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.819000:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31758e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa35 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.819068:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425216:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.820157:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.836225:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425216:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.836263:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31758e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa35 expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.836277:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31758e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa35 expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.837437:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016117.837511:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332148864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 18560us (19787us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.837521:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12227 00000100:00100000:0.0:1734016117.847126:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.847339:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332148992 00000100:00100000:2.0:1734016117.847348:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332148992 00000100:00100000:2.0:1734016117.847414:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12228 00000100:00100000:2.0:1734016117.847421:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332148992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.847445:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.847463:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31758e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa3c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.847515:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425344:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.847567:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.851165:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425344:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.851198:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31758e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa3c expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.851223:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31758e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa3c expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.851238:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016117.851427:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332148992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4003us (4313us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.851435:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12228 00000100:00100000:0.0:1734016117.858172:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.858320:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332149120 00000100:00100000:2.0:1734016117.858330:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332149120 00000100:00100000:2.0:1734016117.858382:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12229 00000100:00100000:2.0:1734016117.858389:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332149120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.858405:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.858422:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa43 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.858449:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.858459:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.858460:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.858464:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [659456->667647] (req 659456->667647) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.858491:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.858502:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 14 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016117.858514:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425472:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016117.859253:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016117.859962:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016117.862271:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425472:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016117.862309:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [659456->667647] (req 659456->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.862331:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016117.862378:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332149120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3988us (4212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.862387:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12229 00000100:00100000:0.0:1734016117.864156:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.864468:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332149248 00000100:00100000:2.0:1734016117.864477:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332149248 00010000:00010000:2.0:1734016117.864512:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 15 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016117.864554:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3325 00000100:00100000:2.0:1734016117.864562:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332149248:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.864579:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.864603:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 15 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.864614:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 15 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.864633:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31758b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->581631) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa12 expref: 15 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.864657:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.864659:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.864668:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.864678:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.864711:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.864751:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334425600:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016117.864825:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.867695:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334425600:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016117.867945:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.868230:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332149248:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3665us (4077us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.868242:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3325 00000100:00100000:0.0:1734016117.869644:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.869770:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332149504 00000100:00100000:1.0:1734016117.869779:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332149504 00002000:00100000:1.0:1734016117.869820:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (659456->663551) req@ffff880079469f80 x1818247332149504/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.869830:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469f80 with x1818247332149504 ext(659456->663551) 00002000:00010000:1.0:1734016117.869836:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469f80 00000100:00100000:1.0:1734016117.871151:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9751 00000100:00100000:1.0:1734016117.871169:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332149504:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.871451:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332149504:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 282us (1813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.871458:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9751 00002000:00100000:1.0:1734016117.871467:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (659456->663551) req@ffff880079469f80 x1818247332149504/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.871477:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469f80 with x1818247332149504 ext(659456->663551) 00002000:00010000:1.0:1734016117.871483:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469f80 00000100:00100000:0.0:1734016117.878010:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.878293:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332149760 00000100:00100000:1.0:1734016117.878306:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332149760 00002000:00100000:1.0:1734016117.878350:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (663552->667647) req@ffff88007946a300 x1818247332149760/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.878361:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a300 with x1818247332149760 ext(663552->667647) 00002000:00010000:1.0:1734016117.878366:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a300 00000100:00100000:1.0:1734016117.878989:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9752 00000100:00100000:1.0:1734016117.878999:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1970:x1818247332149760:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.879225:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1970:x1818247332149760:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 226us (1227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.879233:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9752 00002000:00100000:1.0:1734016117.879239:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (663552->667647) req@ffff88007946a300 x1818247332149760/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.879247:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a300 with x1818247332149760 ext(663552->667647) 00002000:00010000:1.0:1734016117.879251:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a300 00000100:00100000:0.0:1734016117.882776:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.882857:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.882984:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150016 00000100:00100000:2.0:1734016117.882995:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150016 00000100:00100000:2.0:1734016117.883041:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332149888 00000100:00100000:2.0:1734016117.883043:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332149888 00000100:00100000:2.0:1734016117.883063:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12230 00000100:00100000:2.0:1734016117.883069:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332150016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.883090:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.883110:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d31758f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa51 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.883164:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425728:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.883255:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.883287:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12231 00000100:00100000:2.0:1734016117.883292:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087207850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332149888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.883300:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.883309:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31758fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa4a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.883335:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334425856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.883356:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016117.886652:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016117 -> 1734016118 00002000:00010000:3.0:1734016117.886670:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016117 -> 1734016118 00000100:00100000:3.0:1734016117.886701:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334425856:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.886782:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31758fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa4a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.886802:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31758fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa4a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.886828:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:3.0:1734016117.887025:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087207850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332149888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3730us (4165us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.887036:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12231 00002000:00010000:2.0:1734016117.887332:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016117 -> 1734016118 00002000:00010000:2.0:1734016117.887335:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016117 -> 1734016118 00000100:00100000:2.0:1734016117.887347:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334425728:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.887369:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d31758f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa51 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.887381:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d31758f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa51 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.888058:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016117.888111:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332150016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5038us (5351us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.888119:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12230 00000100:00100000:0.0:1734016117.892043:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.892106:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.892194:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150272 00000100:00100000:3.0:1734016117.892203:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150272 00000100:00100000:3.0:1734016117.892245:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150144 00000100:00100000:3.0:1734016117.892248:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150144 00000100:00100000:3.0:1734016117.892269:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12232 00000100:00100000:3.0:1734016117.892276:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332150272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.892297:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.892319:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175904 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa5f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.892384:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334425984:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.892468:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.892491:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12233 00000100:00100000:3.0:1734016117.892497:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332150144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.892508:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.892520:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317590b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa58 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.892550:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334426112:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.892571:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.896990:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334426112:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.897035:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317590b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa58 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.897052:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317590b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa58 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.897069:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:2.0:1734016117.897126:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332150144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4626us (5018us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.897134:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12233 00000100:00100000:3.0:1734016117.897456:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334425984:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.897476:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175904 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa5f expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.897486:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175904 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa5f expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.897498:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016117.897518:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332150272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5243us (5489us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.897523:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12232 00000100:00100000:0.0:1734016117.901243:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.901291:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.901456:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150400 00000100:00100000:2.0:1734016117.901464:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150400 00000100:00100000:2.0:1734016117.901505:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150528 00000100:00100000:2.0:1734016117.901507:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150528 00000100:00100000:2.0:1734016117.901524:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12234 00000100:00100000:2.0:1734016117.901531:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332150400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.901548:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.901563:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3175912 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa66 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.901607:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334426240:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.901648:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.901663:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12235 00000100:00100000:2.0:1734016117.901668:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332150528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.901674:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.901682:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175919 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa6d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.901703:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334426368:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.901717:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.904708:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334426368:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.904782:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175919 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa6d expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.904797:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175919 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa6d expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.904812:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:3.0:1734016117.904863:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332150528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3194us (3571us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.904875:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12235 00000100:00100000:2.0:1734016117.905069:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334426240:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.905086:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3175912 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa66 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.905095:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3175912 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa66 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.905102:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016117.905118:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332150400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3588us (3886us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.905123:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12234 00000100:00100000:0.0:1734016117.909822:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.909937:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.910014:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150656 00000100:00100000:2.0:1734016117.910025:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150656 00000100:00100000:2.0:1734016117.910075:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332150784 00000100:00100000:2.0:1734016117.910078:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332150784 00000100:00100000:2.0:1734016117.910103:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12236 00000100:00100000:2.0:1734016117.910113:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332150656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.910134:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.910150:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175920 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa74 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.910225:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334426496:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.910284:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.910349:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12237 00000100:00100000:3.0:1734016117.910355:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332150784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.910364:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.910377:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175927 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa7b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.910406:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334426624:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016117.910427:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.913938:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334426496:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016117.913999:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175920 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa74 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.914018:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175920 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa74 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.914373:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334426624:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016117.914392:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175927 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa7b expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.914402:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175927 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa7b expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.914426:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016117.914486:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332150784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4128us (4547us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.914495:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12237 00010000:00010000:0.0:1734016117.914625:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:0.0:1734016117.914649:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332150656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4538us (4841us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.914655:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12236 00000100:00100000:0.0:1734016117.919855:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.919986:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151040 00000100:00100000:3.0:1734016117.920000:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151040 00000100:00100000:3.0:1734016117.920075:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2537 00000100:00100000:3.0:1734016117.920085:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+37:10366:x1818247332151040:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016117.920157:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.920188:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31758d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa27 expref: 37 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.920230:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016117.920234:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016117.920424:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.920435:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.920441:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016117.920466:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.920478:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 21 pid: 6484 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016117.920490:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334426752:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016117.920557:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760359c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.923463:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334426752:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016117.923491:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016117.923900:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.924435:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151168 00000100:00100000:2.0:1734016117.924562:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151168 00010000:00010000:2.0:1734016117.924591:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 22 pid: 6484 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016117.924638:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3326 00000100:00100000:2.0:1734016117.924645:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:1968:x1818247332151168:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.924660:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.924666:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 22 pid: 6484 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.924676:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 22 pid: 6484 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.924698:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175855 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a9b0 expref: 22 pid: 6484 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.925379:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.925385:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.925394:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.925402:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.925432:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.925485:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1968:x1818247332151168:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 839us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.925493:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3326 00010000:00010000:0.0:1734016117.925668:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016117.925675:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:0.0:1734016117.925781:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968934 00000004:00010000:0.0:1734016117.925819:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079468700 reply state ffff88012ec29000 transno 4294968935 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016117.925826:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016117.925898:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+39:10366:x1818247332151040:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5813us (6052us total) trans 4294968935 rc 0/0 00000100:00100000:0.0:1734016117.925904:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2537 00000020:00080000:0.0:1734016117.925907:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016117.928958:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016117.929204:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.929221:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.929226:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.929231:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dba80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016117.929235:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.929241:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.929255:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.929258:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016117.929261:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.929265:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317592e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016117.929889:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.929960:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151296 00000100:00100000:1.0:1734016117.929971:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151296 00002000:00010000:1.0:1734016117.930008:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016117.930015:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b100 with x1818247332151296 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016117.930028:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b100. 00000100:00100000:1.0:1734016117.930042:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151424 00000100:00100000:1.0:1734016117.930044:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151424 00002000:00010000:1.0:1734016117.930053:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1225776->18446744073709551615) 00002000:00100000:1.0:1734016117.930056:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469880 with x1818247332151424 ext(1225776->18446744073709551615) 00002000:00010000:1.0:1734016117.930062:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469880. 00000100:00100000:1.0:1734016117.930447:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9753 00000100:00100000:1.0:1734016117.930454:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332151296:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016117.930670:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5299242 -> 4194304 00002000:00010000:1.0:1734016117.930673:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016117.930675:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.930677:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016117.930679:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2824 -> 2816 00000100:00100000:1.0:1734016117.930739:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332151296:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 284us (1788us total) trans 4294969711 rc 0/0 00000100:00100000:1.0:1734016117.930745:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9753 00002000:00010000:1.0:1734016117.930748:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016117.930750:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b100 with x1818247332151296 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016117.930753:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b100. 00000100:00100000:1.0:1734016117.930765:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9754 00000100:00100000:1.0:1734016117.930769:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1970:x1818247332151424:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016117.932313:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3230622 -> 1225776 00002000:00010000:1.0:1734016117.932318:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016117.932320:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:1.0:1734016117.932321:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016117.932323:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016117.932360:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1970:x1818247332151424:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1586us (2471us total) trans 4294968125 rc 0/0 00000100:00100000:1.0:1734016117.932369:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9754 00002000:00010000:1.0:1734016117.932373:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1225776->18446744073709551615) 00002000:00100000:1.0:1734016117.932375:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469880 with x1818247332151424 ext(1225776->18446744073709551615) 00002000:00010000:1.0:1734016117.932380:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079469880. 00000100:00100000:0.0:1734016117.936449:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.937112:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151552 00000100:00100000:2.0:1734016117.937123:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151552 00000100:00100000:1.0:1734016117.942323:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2538 00000100:00100000:1.0:1734016117.942336:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332151552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.942358:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.942381:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175935 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa82 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.942477:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.942490:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.942500:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016117.942525:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5420080 00000004:00200000:1.0:1734016117.942529:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016117.942544:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016117.942566:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175935 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.942585:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.942592:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016117.942594:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016117.942597:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016117.942667:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332151552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 333us (6227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.942673:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2538 00000100:00100000:0.0:1734016117.945335:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.945496:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.947300:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151808 00000100:00100000:2.0:1734016117.947314:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151808 00000100:00100000:2.0:1734016117.947372:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151680 00000100:00100000:2.0:1734016117.947374:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151680 00000100:00100000:2.0:1734016117.947402:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12238 00000100:00100000:2.0:1734016117.947409:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332151808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.947431:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.947450:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175943 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa90 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.947503:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334426880:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.947557:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.947776:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12239 00000100:00100000:2.0:1734016117.947782:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332151680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.947790:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.947800:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317594a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa89 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.947827:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427008:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.947844:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.950839:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:2.0:1734016117.950859:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334426880:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.950887:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175943 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa90 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.950898:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175943 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa90 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.950911:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016117.952393:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332151808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4972us (7054us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.952403:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12238 00000100:00100000:2.0:1734016117.952689:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427008:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.952712:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317594a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa89 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.952740:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317594a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa89 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.952752:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016117.952787:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332151680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5004us (7291us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.952794:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12239 00000100:00100000:0.0:1734016117.954443:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.954493:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.954659:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152064 00000100:00100000:2.0:1734016117.954667:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152064 00000100:00100000:2.0:1734016117.954711:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332151936 00000100:00100000:2.0:1734016117.954714:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332151936 00000100:00100000:2.0:1734016117.954755:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12240 00000100:00100000:2.0:1734016117.954762:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332152064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.954777:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.954793:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175951 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa9e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.954842:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334427136:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.954884:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.955036:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12241 00000100:00100000:0.0:1734016117.955042:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332151936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.955050:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.955059:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3175958 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aa97 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.955085:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334427264:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016117.955104:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.957250:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334427136:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016117.957284:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175951 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa9e expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.957298:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175951 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa9e expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.957315:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016117.957368:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332152064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2605us (2929us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.957378:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12240 00000100:00100000:1.0:1734016117.958117:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334427264:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016117.958137:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3175958 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa97 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.958147:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3175958 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa97 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.958156:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:1.0:1734016117.958181:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332151936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3138us (3687us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.958187:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12241 00000100:00100000:0.0:1734016117.961711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.961873:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152192 00000100:00100000:1.0:1734016117.961883:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152192 00000100:00100000:1.0:1734016117.961939:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12242 00000100:00100000:1.0:1734016117.961945:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332152192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.961964:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.961984:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aaa5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.962010:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.962016:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.962018:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.962021:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.962051:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.962061:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 19 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016117.962072:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334427392:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016117.962141:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.965089:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334427392:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016117.965126:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.965247:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016117.965306:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332152192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3358us (3602us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.965314:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12242 00000100:00100000:0.0:1734016117.965715:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.965957:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152320 00000100:00100000:1.0:1734016117.965965:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152320 00002000:00100000:1.0:1734016117.966004:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (659456->667647) req@ffff880075e84e00 x1818247332152320/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 8680/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.966015:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84e00 with x1818247332152320 ext(659456->667647) 00010000:00010000:1.0:1734016117.966026:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 20 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016117.966037:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 20 pid: 7692 timeout: 482 lvb_type: 0 00002000:00010000:1.0:1734016117.966044:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880075e84e00 00000100:00100000:1.0:1734016117.966444:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 341 00000100:00100000:1.0:1734016117.966450:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332152320:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016117.967407:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1968:x1818247332152320:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 951us (1686us total) trans 4294968126 rc 0/0 00000100:00100000:1.0:1734016117.967418:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 341 00002000:00100000:1.0:1734016117.967427:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (659456->667647) req@ffff880075e84e00 x1818247332152320/t4294968126(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:78/0 lens 8680/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.967436:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84e00 with x1818247332152320 ext(659456->667647) 00010000:00010000:1.0:1734016117.967446:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 22 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016117.967458:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 22 pid: 7692 timeout: 482 lvb_type: 0 00002000:00010000:1.0:1734016117.967470:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880075e84e00 00000100:00100000:2.0:1734016117.970605:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016117.970681:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152448 00000100:00100000:0.0:1734016117.970693:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152448 00010000:00010000:0.0:1734016117.970758:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 22 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016117.972019:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3327 00000100:00100000:3.0:1734016117.972029:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a810f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1968:x1818247332152448:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.972046:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016117.972063:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00010000:00010000:3.0:1734016117.972069:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 22 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016117.972081:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 22 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016117.972100:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31758ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->667647) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa43 expref: 22 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016117.972135:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.972137:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.972143:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.972151:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.972188:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.972202:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334427520:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016117.972302:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760359c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.978410:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016117.979137:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334427520:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016117.979155:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.979550:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a810f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1968:x1818247332152448:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7519us (8949us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.979561:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3327 00000100:00100000:1.0:1734016117.980278:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152704 00000100:00100000:1.0:1734016117.980289:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152704 00002000:00100000:1.0:1734016117.980337:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (311296->315391) req@ffff880075e84000 x1818247332152704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.980347:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84000 with x1818247332152704 ext(311296->315391) 00002000:00010000:1.0:1734016117.980353:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e84000 00000100:00100000:1.0:1734016117.980388:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9755 00000100:00100000:1.0:1734016117.980395:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332152704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.981519:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332152704:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1119us (3115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.981528:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9755 00002000:00100000:1.0:1734016117.981536:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (311296->315391) req@ffff880075e84000 x1818247332152704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.981543:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84000 with x1818247332152704 ext(311296->315391) 00002000:00010000:1.0:1734016117.981548:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e84000 00000100:00100000:0.0:1734016117.992278:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.992352:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152832 00000100:00100000:2.0:1734016117.992366:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152832 00000100:00100000:2.0:1734016117.992515:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2539 00000100:00100000:2.0:1734016117.992525:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+38:10366:x1818247332152832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.992555:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.992580:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3175966 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aaac expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.992682:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317596d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.992696:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317596d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.992706:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317596d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016117.992870:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5420080 00000004:00200000:2.0:1734016117.992873:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016117.992893:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317596d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016117.992919:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3175966 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaac expref: 40 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.993065:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317596d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaac expref: 39 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.993073:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016117.993075:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016117.993078:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016117.993244:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+39:10366:x1818247332152832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 719us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.993251:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2539 00000100:00100000:0.0:1734016117.996073:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016117.996419:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332152960 00000100:00100000:1.0:1734016117.996432:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332152960 00000100:00100000:1.0:1734016117.996491:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12243 00000100:00100000:1.0:1734016117.996498:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1968:x1818247332152960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.996515:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.996532:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aab3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.996558:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.996560:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.996569:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.996584:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.996595:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016117.996647:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1968:x1818247332152960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 147us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.996654:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12243 00000100:00100000:0.0:1734016117.999227:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016117.999334:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153088 00000100:00100000:2.0:1734016117.999345:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153088 00000100:00100000:2.0:1734016117.999397:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12244 00000100:00100000:2.0:1734016117.999406:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.999428:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.999450:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317597b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aaba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.999517:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427648:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016117.999585:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.001518:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427648:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.001552:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317597b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaba expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.001569:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317597b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaba expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.001587:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016118.001752:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2345us (2542us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.001760:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12244 00000100:00100000:0.0:1734016118.004502:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.004654:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153216 00000100:00100000:2.0:1734016118.004664:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153216 00000100:00100000:2.0:1734016118.004769:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12245 00000100:00100000:2.0:1734016118.004779:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.004804:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.004820:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175982 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aac1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.004886:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.004960:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.011425:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.011478:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175982 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aac1 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.011496:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3175982 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aac1 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.011522:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016118.011626:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6848us (7132us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.011637:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12245 00000100:00100000:0.0:1734016118.014842:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.014975:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153344 00000100:00100000:2.0:1734016118.014990:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153344 00000100:00100000:2.0:1734016118.015072:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12246 00000100:00100000:2.0:1734016118.015081:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.015113:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.015140:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3175989 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aac8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.015233:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427904:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.015325:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.020068:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334427904:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.020102:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3175989 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aac8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.020116:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3175989 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aac8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.020143:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016118.021383:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6298us (6551us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.021394:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12246 00000100:00100000:0.0:1734016118.023909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.024036:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153472 00000100:00100000:2.0:1734016118.024044:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153472 00000100:00100000:2.0:1734016118.024095:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12247 00000100:00100000:2.0:1734016118.024102:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332153472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.024118:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.024138:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175990 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aacf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.024195:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334428032:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.024262:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.025926:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334428032:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.025951:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175990 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aacf expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.025963:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175990 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aacf expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.025976:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016118.026352:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332153472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2245us (2447us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.026362:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12247 00000100:00100000:0.0:1734016118.031594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.031781:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153600 00000100:00100000:2.0:1734016118.031794:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153600 00000100:00100000:2.0:1734016118.031902:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12248 00000100:00100000:2.0:1734016118.031913:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332153600:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.032174:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016118.032178:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.032181:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.032183:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.032185:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2816 00000100:00100000:2.0:1734016118.032271:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332153600:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 359us (690us total) trans 4294969712 rc 0/0 00000100:00100000:2.0:1734016118.032278:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12248 00000100:00080000:3.0:1734016118.032347:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016088 00000100:00100000:0.0:1734016118.035943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.036166:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153728 00000100:00100000:1.0:1734016118.036181:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153728 00000100:00100000:1.0:1734016118.036259:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12249 00000100:00100000:1.0:1734016118.036269:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.036295:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.036313:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175997 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aad6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.036381:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428160:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.036445:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.038086:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428160:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.038115:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175997 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aad6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.038133:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175997 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aad6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.038157:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016118.038200:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1931us (2264us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.038217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12249 00000100:00100000:0.0:1734016118.040685:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.040897:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153856 00000100:00100000:1.0:1734016118.040905:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153856 00000100:00100000:1.0:1734016118.040947:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12250 00000100:00100000:1.0:1734016118.040955:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.040974:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.040991:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317599e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aadd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.041045:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428288:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.041115:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.043006:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428288:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.043056:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317599e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aadd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.043072:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d317599e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aadd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.043105:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016118.043175:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332153856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2219us (2499us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.043183:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12250 00000100:00100000:0.0:1734016118.050531:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.050667:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332153984 00000100:00100000:1.0:1734016118.050676:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332153984 00000100:00100000:1.0:1734016118.050747:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12251 00000100:00100000:1.0:1734016118.050754:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332153984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.050770:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.050787:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aae4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.050813:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.050820:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.050822:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.050825:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6164480->6168575] (req 6164480->6168575) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.050853:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.050864:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 12 pid: 13917 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.050880:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428416:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016118.050923:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.057421:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428416:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016118.057450:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6164480->6168575] (req 6164480->6168575) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.057468:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016118.057532:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332153984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6776us (7009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.057541:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12251 00000100:00100000:0.0:1734016118.067871:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.068683:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332154112 00000100:00100000:3.0:1734016118.068691:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332154112 00010000:00010000:3.0:1734016118.068753:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 13 pid: 13917 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.068788:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3328 00000100:00100000:3.0:1734016118.068794:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332154112:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.068806:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.068822:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 13 pid: 13917 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.068833:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 13 pid: 13917 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.068853:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317582b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4100095) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5a994 expref: 13 pid: 13917 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.068882:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.068884:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.068890:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.068899:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.068932:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.068944:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334428544:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016118.068997:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.072162:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334428544:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016118.072189:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.072246:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332154112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3449us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.072256:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3328 00000100:00100000:0.0:1734016118.076685:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.077143:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332154240 00000100:00100000:1.0:1734016118.077152:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332154240 00000100:00100000:1.0:1734016118.077198:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12252 00000100:00100000:1.0:1734016118.077215:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332154240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.077231:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.077251:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31759ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aaeb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.077304:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428672:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.077368:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016118.080202:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4194304 -> 6168280 00002000:00010000:1.0:1734016118.080221:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:1.0:1734016118.080241:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334428672:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.080279:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31759ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaeb expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.080295:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31759ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaeb expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.080914:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016118.080970:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332154240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3764us (4293us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.080978:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12252 00000100:00100000:0.0:1734016118.085254:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.085483:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332154368 00000100:00100000:1.0:1734016118.085492:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332154368 00000100:00100000:2.0:1734016118.085835:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12253 00000100:00100000:2.0:1734016118.085846:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332154368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.085869:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.085892:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d31759b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aaf2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.085973:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334428800:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.086064:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.090456:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334428800:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.090490:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d31759b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf2 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.090504:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d31759b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf2 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.090531:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016118.090803:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332154368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4956us (5557us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.090812:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12253 00000100:00100000:0.0:1734016118.097627:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.097758:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332154496 00000100:00100000:2.0:1734016118.097773:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332154496 00000100:00100000:2.0:1734016118.097914:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12254 00000100:00100000:2.0:1734016118.097922:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332154496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.097943:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.097966:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aaf9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.098006:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.098020:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 21 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.098027:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.098030:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.098034:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1048576->1052671] (req 1048576->1052671) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.098063:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 21 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.098075:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 21 pid: 7694 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016118.098087:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334428928:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016118.098165:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.098173:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 16 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.098180:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334429056:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016118.098198:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.100713:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.100783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.100852:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332154752 00000100:00100000:1.0:1734016118.100860:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332154752 00010000:00010000:1.0:1734016118.100890:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 17 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.100917:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332154624 00000100:00100000:1.0:1734016118.100919:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332154624 00010000:00010000:1.0:1734016118.100933:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 22 pid: 7694 timeout: 482 lvb_type: 1 00000100:00100000:1.0:1734016118.100945:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3329 00000100:00100000:1.0:1734016118.100951:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1969:x1818247332154752:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.100961:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.100979:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 17 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.100992:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 17 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.101015:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.101045:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1969:x1818247332154752:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 94us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.101050:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3329 00000100:00100000:1.0:1734016118.101062:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3330 00000100:00100000:1.0:1734016118.101065:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1969:x1818247332154624:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.101070:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.101075:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 22 pid: 7694 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016118.101082:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 22 pid: 7694 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016118.101090:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.101091:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.101096:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.101103:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.101126:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.101137:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334429184:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016118.101159:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00080000:3.0:1734016118.101217:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016088 00010000:00010000:2.0:1734016118.101464:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175974 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aab3 expref: 22 pid: 7694 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016118.101498:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334428928:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016118.101510:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317595f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaa5 expref: 16 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.101518:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334429056:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016118.101538:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.101547:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016118.101570:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332154496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3648us (3960us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.101576:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12254 00000100:00100000:1.0:1734016118.110796:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334429184:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016118.110822:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.110873:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1969:x1818247332154624:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9803us (10087us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.110886:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3330 00000100:00100000:0.0:1734016118.129169:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.129253:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.129351:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332155008 00000100:00100000:3.0:1734016118.129359:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332155008 00002000:00100000:3.0:1734016118.129397:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1048576->1052671) req@ffff880076160380 x1818247332155008/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.129407:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160380 with x1818247332155008 ext(1048576->1052671) 00002000:00010000:3.0:1734016118.129411:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076160380 00000100:00100000:3.0:1734016118.129485:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332155264 00000100:00100000:3.0:1734016118.129489:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332155264 00002000:00100000:3.0:1734016118.129503:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076163800 x1818247332155264/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.129509:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163800 with x1818247332155264 ext(0->4194303) 00002000:00010000:3.0:1734016118.129512:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163800 00000100:00100000:3.0:1734016118.129610:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9756 00000100:00100000:3.0:1734016118.129618:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332155008:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.129910:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9757 00000100:00100000:1.0:1734016118.129916:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332155264:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.136850:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332155008:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 7216us (7676us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.136866:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9756 00002000:00100000:3.0:1734016118.136882:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1048576->1052671) req@ffff880076160380 x1818247332155008/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.136894:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160380 with x1818247332155008 ext(1048576->1052671) 00002000:00010000:3.0:1734016118.136900:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076160380 00000100:00100000:0.0:1734016118.204471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.206502:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332155520 00000100:00100000:2.0:1734016118.206522:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332155520 00002000:00100000:2.0:1734016118.206593:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->1228799) req@ffff880076161180 x1818247332155520/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.206606:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161180 with x1818247332155520 ext(0->1228799) 00002000:00010000:2.0:1734016118.206614:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161180 00000100:00100000:2.0:1734016118.206660:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9758 00000100:00100000:2.0:1734016118.206668:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332155520:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.208264:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332155264:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 78338us (79002us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016118.208276:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9757 00002000:00100000:1.0:1734016118.208287:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076163800 x1818247332155264/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.208296:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163800 with x1818247332155264 ext(0->4194303) 00002000:00010000:1.0:1734016118.208300:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163800 00000100:00100000:2.0:1734016118.228173:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332155520:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 21491us (23699us total) trans 0 rc 1224704/1224704 00000100:00100000:2.0:1734016118.228185:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9758 00002000:00100000:2.0:1734016118.228196:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->1228799) req@ffff880076161180 x1818247332155520/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 1224704/1224704 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.228215:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161180 with x1818247332155520 ext(0->1228799) 00002000:00010000:2.0:1734016118.228221:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161180 00000100:00100000:0.0:1734016118.237815:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.238233:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332155648 00000100:00100000:2.0:1734016118.238246:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332155648 00002000:00100000:2.0:1734016118.238302:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1048576->1056767) req@ffff880076162680 x1818247332155648/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 8680/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.238313:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162680 with x1818247332155648 ext(1048576->1056767) 00002000:00010000:2.0:1734016118.238320:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162680 00000100:00100000:2.0:1734016118.238424:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9759 00000100:00100000:2.0:1734016118.238432:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332155648:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.242261:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332155648:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3819us (4454us total) trans 4294968127 rc 0/0 00000100:00100000:2.0:1734016118.242275:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9759 00002000:00100000:2.0:1734016118.242288:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1048576->1056767) req@ffff880076162680 x1818247332155648/t4294968127(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 8680/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.242298:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162680 with x1818247332155648 ext(1048576->1056767) 00002000:00010000:2.0:1734016118.242303:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162680 00000100:00100000:0.0:1734016118.254374:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.254717:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332155776 00000100:00100000:2.0:1734016118.254752:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332155776 00000100:00080000:3.0:1734016118.255601:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016088 00000100:00100000:2.0:1734016118.255844:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2540 00000100:00100000:2.0:1734016118.255852:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332155776:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.255979:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332155776:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 127us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.255988:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2540 00000100:00100000:0.0:1734016118.258375:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.259134:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332155904 00000100:00100000:2.0:1734016118.259144:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332155904 00000100:00100000:2.0:1734016118.260041:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12255 00000100:00100000:2.0:1734016118.260049:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332155904:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016118.261570:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968127 is committed 00000001:00080000:2.0:1734016118.261584:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968126 is committed 00000100:00100000:0.0:1734016118.261885:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332155904:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1829us (3510us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.261895:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12255 00000100:00100000:0.0:1734016118.272769:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.272885:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.273077:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156032 00000100:00100000:1.0:1734016118.273086:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156032 00000100:00100000:1.0:1734016118.273120:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156160 00000100:00100000:1.0:1734016118.273122:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156160 00000100:00100000:1.0:1734016118.273152:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12256 00000100:00100000:1.0:1734016118.273161:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332156032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.273180:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.273196:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31759c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab00 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.273257:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334429312:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.273323:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.273509:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12257 00000100:00100000:2.0:1734016118.273516:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332156160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.273525:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.273535:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d31759c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab07 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.273565:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334429440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.273588:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.275815:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334429312:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.275862:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31759c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab00 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.275880:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31759c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab00 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.275899:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:2.0:1734016118.275974:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332156032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2812us (3260us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.275987:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12256 00002000:00010000:3.0:1734016118.276213:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00002000:00010000:3.0:1734016118.276217:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 32 -> 48 00000100:00100000:3.0:1734016118.276229:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334429440:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.276253:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d31759c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab07 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.276262:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d31759c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab07 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.276277:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:3.0:1734016118.276306:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332156160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2790us (3422us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.276314:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12257 00000100:00100000:0.0:1734016118.286343:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.286405:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.286505:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156288 00000100:00100000:2.0:1734016118.286516:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156288 00000100:00100000:2.0:1734016118.286558:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156416 00000100:00100000:2.0:1734016118.286561:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156416 00000100:00100000:2.0:1734016118.286583:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12258 00000100:00100000:2.0:1734016118.286591:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332156288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.286616:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.286638:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d31759cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab0e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.286704:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334429568:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.286803:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.286843:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12259 00000100:00100000:2.0:1734016118.286848:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332156416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.286856:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.286866:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31759d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab15 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.286890:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334429696:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.286910:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.288954:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334429696:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.288988:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31759d6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab15 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.289006:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31759d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab15 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.289022:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016118.289063:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332156416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2212us (2656us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.289071:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12259 00000100:00100000:0.0:1734016118.289756:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334429568:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016118.289778:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d31759cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab0e expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.289789:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d31759cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab0e expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.289804:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:0.0:1734016118.289828:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332156288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3238us (3498us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.289836:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12258 00000100:00100000:0.0:1734016118.292343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.292399:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.292584:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156672 00000100:00100000:1.0:1734016118.292596:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156672 00000100:00100000:1.0:1734016118.292650:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156544 00000100:00100000:1.0:1734016118.292652:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156544 00000100:00100000:1.0:1734016118.292673:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12260 00000100:00100000:1.0:1734016118.292681:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332156672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.292701:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.292744:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31759dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab23 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.292800:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334429824:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.292852:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.292904:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12261 00000100:00100000:0.0:1734016118.292909:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332156544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.292917:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.292927:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31759e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab1c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.292948:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334429952:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016118.292966:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.300700:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334429824:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.300815:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31759dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab23 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.300830:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d31759dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab23 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.300856:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016118.300944:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332156672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8262us (8613us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.300957:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12260 00000100:00100000:2.0:1734016118.301096:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334429952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.301120:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31759e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab1c expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.301128:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31759e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab1c expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.301141:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:2.0:1734016118.301158:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332156544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8250us (8759us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.301164:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12261 00000100:00100000:0.0:1734016118.303949:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.304095:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156800 00000100:00100000:2.0:1734016118.304110:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156800 00000100:00100000:2.0:1734016118.304175:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12262 00000100:00100000:2.0:1734016118.304183:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332156800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.304211:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.304229:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab2a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.304262:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.304268:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.304270:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.304273:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1015808->1019903] (req 1015808->1019903) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.304302:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.304313:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 5 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.304326:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430080:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016118.304382:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.309540:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430080:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016118.309571:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1015808->1019903] (req 1015808->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.309586:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016118.309630:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332156800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5444us (5698us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.309640:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12262 00000100:00100000:0.0:1734016118.311953:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.312393:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332156928 00000100:00100000:1.0:1734016118.312402:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332156928 00010000:00010000:1.0:1734016118.312442:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 6 pid: 7692 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.312474:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3331 00000100:00100000:1.0:1734016118.312480:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332156928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.312495:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.312516:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 6 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.312527:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 6 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.312549:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d31759ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaf9 expref: 6 pid: 7692 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.312575:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.312577:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.312584:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.312594:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.312625:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.312638:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334430208:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016118.312692:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.318544:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334430208:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016118.318581:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.318651:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332156928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6168us (6702us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.318667:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3331 00000100:00100000:0.0:1734016118.318939:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.319553:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157184 00000100:00100000:3.0:1734016118.319562:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157184 00002000:00100000:3.0:1734016118.319613:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1015808->1019903) req@ffff8800797d4700 x1818247332157184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.319624:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4700 with x1818247332157184 ext(1015808->1019903) 00002000:00010000:3.0:1734016118.319630:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d4700 00000100:00100000:3.0:1734016118.319664:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9760 00000100:00100000:3.0:1734016118.319670:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332157184:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.319827:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332157184:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 155us (889us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.319833:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9760 00002000:00100000:3.0:1734016118.319839:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1015808->1019903) req@ffff8800797d4700 x1818247332157184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.319845:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4700 with x1818247332157184 ext(1015808->1019903) 00002000:00010000:3.0:1734016118.319848:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d4700 00000100:00100000:0.0:1734016118.323042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.323280:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157312 00000100:00100000:2.0:1734016118.323288:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157312 00002000:00100000:2.0:1734016118.323325:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1015808->1019903) req@ffff8800797d5c00 x1818247332157312/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 4584/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.323334:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5c00 with x1818247332157312 ext(1015808->1019903) 00002000:00010000:2.0:1734016118.323339:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d5c00 00000100:00100000:2.0:1734016118.323370:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9761 00000100:00100000:2.0:1734016118.323377:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332157312:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.324322:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332157312:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 941us (1284us total) trans 4294968128 rc 0/0 00000100:00100000:2.0:1734016118.324331:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9761 00002000:00100000:2.0:1734016118.324339:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1015808->1019903) req@ffff8800797d5c00 x1818247332157312/t4294968128(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 4584/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.324346:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5c00 with x1818247332157312 ext(1015808->1019903) 00002000:00010000:2.0:1734016118.324349:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d5c00 00000100:00100000:0.0:1734016118.326559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.326681:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157440 00000100:00100000:2.0:1734016118.326692:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157440 00000100:00100000:2.0:1734016118.326770:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2541 00000100:00100000:2.0:1734016118.326776:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+39:10366:x1818247332157440:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.326882:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+39:10366:x1818247332157440:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 106us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.326889:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2541 00000100:00100000:0.0:1734016118.328478:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.328577:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157568 00000100:00100000:2.0:1734016118.328584:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157568 00000100:00100000:2.0:1734016118.328627:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12263 00000100:00100000:2.0:1734016118.328633:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332157568:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016118.329981:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968128 is committed 00000100:00100000:0.0:1734016118.330115:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332157568:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1478us (1638us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.330126:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12263 00000100:00100000:0.0:1734016118.332785:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.332904:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157696 00000100:00100000:1.0:1734016118.332918:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157696 00000100:00100000:1.0:1734016118.332979:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12264 00000100:00100000:1.0:1734016118.332989:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332157696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.333016:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.333036:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31759f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab31 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.333108:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334430336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.333174:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.335117:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334430336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.335148:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31759f2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab31 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.335161:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31759f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab31 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.335605:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016118.335643:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332157696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2654us (2934us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.335650:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12264 00000100:00100000:0.0:1734016118.337808:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.337882:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157824 00000100:00100000:1.0:1734016118.337888:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157824 00000100:00100000:1.0:1734016118.337916:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12265 00000100:00100000:1.0:1734016118.337921:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332157824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.337933:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.337949:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31759f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab38 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.337992:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334430464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.338301:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.341436:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334430464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.341470:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31759f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab38 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.341484:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31759f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab38 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.341508:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016118.341553:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332157824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3630us (3748us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.341566:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12265 00000100:00100000:0.0:1734016118.344813:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.344958:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332157952 00000100:00100000:1.0:1734016118.344967:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332157952 00000100:00100000:1.0:1734016118.345012:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12266 00000100:00100000:1.0:1734016118.345020:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332157952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.345039:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.345059:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175a00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab3f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.345119:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430592:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.345183:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016118.347306:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 48 -> 56 00000100:00100000:1.0:1734016118.347343:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430592:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.347386:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175a00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab3f expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.347401:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175a00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab3f expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.347414:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016118.347461:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332157952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2439us (2656us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.347469:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12266 00000100:00100000:0.0:1734016118.350139:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.350245:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158080 00000100:00100000:1.0:1734016118.350254:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158080 00000100:00100000:1.0:1734016118.350381:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12267 00000100:00100000:1.0:1734016118.350388:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332158080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.350405:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.350421:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3175a07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab46 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.350465:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430720:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.350525:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.352181:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430720:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.352218:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3175a07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab46 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.352230:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3175a07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab46 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.352240:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016118.352676:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332158080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2286us (2542us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.352683:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12267 00000100:00100000:0.0:1734016118.357026:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.357224:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158208 00000100:00100000:1.0:1734016118.357235:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158208 00000100:00100000:1.0:1734016118.357279:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12268 00000100:00100000:1.0:1734016118.357288:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332158208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.357308:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.357330:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175a0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab4d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.357408:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430848:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.357488:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.359714:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430848:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.359914:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175a0e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab4d expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.359937:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175a0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab4d expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.359949:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016118.360010:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332158208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2723us (3001us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.360021:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12268 00000100:00100000:0.0:1734016118.363557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.363664:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158336 00000100:00100000:1.0:1734016118.363673:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158336 00000100:00100000:1.0:1734016118.363709:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12269 00000100:00100000:1.0:1734016118.363715:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332158336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.363753:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.363770:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175a15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab54 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.363825:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.363880:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.365435:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334430976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.365464:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175a15 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab54 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.365476:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175a15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab54 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.365648:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016118.365834:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332158336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2117us (2284us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.365842:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12269 00000100:00100000:0.0:1734016118.368652:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.368754:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158464 00000100:00100000:1.0:1734016118.368762:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158464 00000100:00100000:1.0:1734016118.368794:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12270 00000100:00100000:1.0:1734016118.368801:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332158464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.368818:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.368835:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175a1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab5b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.368879:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334431104:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.368931:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.370832:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334431104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.370868:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175a1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab5b expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.370882:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175a1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab5b expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.370895:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016118.370946:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332158464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2144us (2301us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.370956:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12270 00000100:00100000:0.0:1734016118.374106:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.374242:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158592 00000100:00100000:1.0:1734016118.374255:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158592 00000100:00100000:1.0:1734016118.375006:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12271 00000100:00100000:1.0:1734016118.375015:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332158592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.375038:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.375055:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab62 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.375082:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.375088:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.375090:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.375094:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3907584->3915775] (req 3907584->3915775) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.375120:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.375131:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 7 pid: 7693 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.375146:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334431232:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016118.375214:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.379132:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334431232:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016118.379169:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3907584->3915775] (req 3907584->3915775) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.379187:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016118.379239:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332158592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4224us (5142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.379246:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12271 00000100:00100000:0.0:1734016118.379802:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.380084:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158720 00000100:00100000:1.0:1734016118.380091:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158720 00010000:00010000:1.0:1734016118.380118:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 8 pid: 7693 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.380154:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3332 00000100:00100000:1.0:1734016118.380160:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332158720:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.380176:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.380198:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 8 pid: 7693 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.380219:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 8 pid: 7693 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.380247:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31759eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1015808->1019903) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab2a expref: 8 pid: 7693 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.380274:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.380276:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.380284:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.380293:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.380323:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.380335:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334431360:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016118.380377:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.383209:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.383635:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334431360:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016118.383653:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.383691:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332158720:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3530us (3891us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.383700:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3332 00000100:00100000:2.0:1734016118.383936:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158848 00000100:00100000:2.0:1734016118.383942:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158848 00000100:00100000:2.0:1734016118.383969:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12272 00000100:00100000:2.0:1734016118.383975:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332158848:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.384243:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1225776 -> 1225776 00002000:00010000:2.0:1734016118.384247:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.384249:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.384251:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.384252:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 80 00000100:00100000:2.0:1734016118.384276:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332158848:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 300us (1082us total) trans 4294968129 rc 0/0 00000100:00100000:2.0:1734016118.384282:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12272 00000100:00100000:0.0:1734016118.388631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.388690:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.388750:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332159104 00000100:00100000:3.0:1734016118.388759:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332159104 00000100:00100000:2.0:1734016118.388768:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332158976 00000100:00100000:2.0:1734016118.388772:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332158976 00000100:00100000:3.0:1734016118.388813:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12273 00000100:00100000:3.0:1734016118.388819:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332159104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.388839:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.388858:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175a2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab70 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.388913:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334431488:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016118.388984:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.389316:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12274 00000100:00100000:2.0:1734016118.389322:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332158976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.389330:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.389342:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175a31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab69 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.389372:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334431616:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.389402:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.391380:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334431488:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.391414:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175a2a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab70 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.391427:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175a2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab70 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.391452:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016118.391490:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332159104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2669us (2866us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.391497:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12273 00000100:00100000:2.0:1734016118.394874:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334431616:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.394911:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175a31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab69 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.394925:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175a31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab69 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.395118:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016118.395298:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332158976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5973us (6605us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.395307:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12274 00000100:00100000:0.0:1734016118.398978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.399080:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.399164:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332159360 00000100:00100000:2.0:1734016118.399173:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332159360 00000100:00100000:2.0:1734016118.399214:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332159232 00000100:00100000:2.0:1734016118.399217:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332159232 00000100:00100000:2.0:1734016118.399235:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12275 00000100:00100000:2.0:1734016118.399243:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332159360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.399259:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.399277:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175a38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab7e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.399338:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334431744:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.399422:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.400040:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12276 00000100:00100000:0.0:1734016118.400047:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332159232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.400057:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.400071:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3175a3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab77 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.400097:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334431872:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016118.400124:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.402352:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334431872:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.402392:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3175a3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab77 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.402411:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3175a3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab77 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.402436:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:2.0:1734016118.402568:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334431744:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.402586:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175a38 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab7e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.402594:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175a38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab7e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.402612:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:1.0:1734016118.404051:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332159232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3992us (4959us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.404063:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12276 00000100:00100000:2.0:1734016118.404192:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332159360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4947us (5221us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.404199:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12275 00000100:00100000:0.0:1734016118.407566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.407643:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332159616 00000100:00100000:1.0:1734016118.407650:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332159616 00000100:00100000:1.0:1734016118.407698:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2542 00000100:00100000:1.0:1734016118.407705:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+39:10366:x1818247332159616:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016118.407768:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.407791:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317596d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aaac expref: 39 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.407804:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016118.407808:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016118.407927:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.407938:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.407944:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.407967:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.407977:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 21 pid: 7713 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.407987:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334432000:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016118.408028:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.411390:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334432000:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016118.411415:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016118.411939:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.412212:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332159744 00000100:00100000:1.0:1734016118.412218:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332159744 00010000:00010000:1.0:1734016118.412242:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 22 pid: 7713 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.412279:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3333 00000100:00100000:1.0:1734016118.412286:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:1968:x1818247332159744:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.412302:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.412307:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 22 pid: 7713 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.412316:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 22 pid: 7713 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.412335:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317593c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aa82 expref: 22 pid: 7713 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.412349:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016118.412353:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.412361:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.412367:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.413309:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.413363:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1968:x1818247332159744:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1075us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.413372:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3333 00010000:00010000:2.0:1734016118.413943:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.413952:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016118.414050:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968936 00000004:00010000:2.0:1734016118.414101:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077169500 reply state ffff880097d4a000 transno 4294968937 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016118.414109:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016118.414216:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+41:10366:x1818247332159616:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6510us (6659us total) trans 4294968937 rc 0/0 00000100:00100000:2.0:1734016118.414222:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2542 00000020:00080000:2.0:1734016118.414226:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016118.417706:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.417748:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.417755:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.417763:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016118.417768:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.417776:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.417797:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016118.417800:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016118.417805:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.417809:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175a46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016118.418588:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.419486:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332159872 00000100:00100000:2.0:1734016118.419499:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332159872 00000100:00100000:2.0:1734016118.419584:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12277 00000100:00100000:2.0:1734016118.419593:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087207450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332159872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.419616:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.419640:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab85 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.419679:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.419689:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.419690:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.419694:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.419762:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.419776:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 7 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.419792:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334432128:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016118.420526:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.426362:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.426586:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334432128:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.426633:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.426658:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:3.0:1734016118.427682:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087207450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332159872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8083us (9096us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.427694:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12277 00000100:00100000:3.0:1734016118.427920:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160000 00000100:00100000:3.0:1734016118.427928:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160000 00002000:00100000:3.0:1734016118.427974:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (6164480->6168279) req@ffff880075ff8a80 x1818247332160000/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 4288/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.427985:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247332160000 ext(6164480->6168279) 00010000:00010000:3.0:1734016118.427995:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 8 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.428006:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 8 pid: 7694 timeout: 482 lvb_type: 0 00002000:00010000:3.0:1734016118.428013:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075ff8a80 00000100:00100000:3.0:1734016118.428032:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 342 00000100:00100000:3.0:1734016118.428039:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332160000:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016118.430643:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332160000:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2593us (4284us total) trans 4294969713 rc 0/0 00000100:00100000:3.0:1734016118.430658:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 342 00002000:00100000:3.0:1734016118.430669:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (6164480->6168279) req@ffff880075ff8a80 x1818247332160000/t4294969713(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 4288/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.430677:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247332160000 ext(6164480->6168279) 00010000:00010000:3.0:1734016118.430686:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 10 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.430699:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 10 pid: 7694 timeout: 482 lvb_type: 0 00002000:00010000:3.0:1734016118.430704:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075ff8a80 00000100:00100000:0.0:1734016118.438841:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.439686:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160128 00000100:00100000:1.0:1734016118.439699:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160128 00010000:00010000:1.0:1734016118.439774:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 10 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.439810:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3334 00000100:00100000:1.0:1734016118.439817:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a810d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332160128:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.439834:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016118.439855:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2824 00010000:00010000:1.0:1734016118.439863:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 10 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.439873:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 10 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.439897:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31759a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6164480->6168575) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aae4 expref: 10 pid: 7694 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.440561:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.440566:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.440573:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.440583:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.440628:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.440645:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334432256:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016118.440740:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.444290:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334432256:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016118.444343:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.444426:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a810d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332160128:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4605us (5591us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.444442:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3334 00000100:00100000:0.0:1734016118.445845:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.447083:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160256 00000100:00100000:3.0:1734016118.447103:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160256 00000100:00100000:3.0:1734016118.447179:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12278 00000100:00100000:3.0:1734016118.447189:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332160256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.447223:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.447249:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab8c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.447289:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.447297:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.447300:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.447303:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.447347:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.447360:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 6 pid: 7693 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.447378:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334432384:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016118.447458:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.457809:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.457902:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160384 00000100:00100000:1.0:1734016118.457910:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160384 00010000:00010000:1.0:1734016118.457958:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 7 pid: 7693 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.457988:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3335 00000100:00100000:1.0:1734016118.457996:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332160384:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.458012:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.458038:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 7 pid: 7693 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.458051:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 7 pid: 7693 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.458081:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.458083:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.458090:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.458099:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.458137:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.458151:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334432512:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016118.458340:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175a23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab62 expref: 7 pid: 7693 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.458366:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334432384:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.458393:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.458402:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:1.0:1734016118.458560:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.458631:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332160256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11443us (12792us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.458640:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12278 00000100:00100000:0.0:1734016118.465636:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.465696:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.466232:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160640 00000100:00100000:3.0:1734016118.466247:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160640 00002000:00010000:3.0:1734016118.466290:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3698002->18446744073709551615) 00002000:00100000:3.0:1734016118.466294:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247332160640 ext(3698002->18446744073709551615) 00002000:00010000:3.0:1734016118.466306:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff9c00. 00000100:00100000:3.0:1734016118.466347:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160512 00000100:00100000:3.0:1734016118.466350:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160512 00002000:00010000:3.0:1734016118.466359:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016118.466362:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb480 with x1818247332160512 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016118.466369:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb480. 00000100:00100000:3.0:1734016118.466398:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9762 00000100:00100000:3.0:1734016118.466405:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332160640:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016118.466408:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9763 00000100:00100000:0.0:1734016118.466418:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332160512:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016118.466681:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1225776 -> 3698002 00002000:00010000:3.0:1734016118.466685:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.466687:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.466689:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.466690:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 64 00002000:00010000:0.0:1734016118.466708:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6168280 -> 4194304 00002000:00010000:0.0:1734016118.466712:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.466715:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016117 00002000:00010000:0.0:1734016118.466716:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.466718:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2824 -> 2816 00000100:00100000:0.0:1734016118.467014:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332160512:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 595us (1315us total) trans 4294969714 rc 0/0 00000100:00100000:0.0:1734016118.467023:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9763 00002000:00010000:0.0:1734016118.467028:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016118.467031:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb480 with x1818247332160512 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016118.467037:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb480. 00000100:00100000:1.0:1734016118.467072:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334432512:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016118.467096:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.467150:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332160640:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 396us (1180us total) trans 4294968130 rc 0/0 00000100:00100000:3.0:1734016118.467158:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9762 00002000:00010000:3.0:1734016118.467162:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3698002->18446744073709551615) 00002000:00100000:3.0:1734016118.467164:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247332160640 ext(3698002->18446744073709551615) 00002000:00010000:3.0:1734016118.467168:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff9c00. 00000100:00100000:1.0:1734016118.467390:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332160384:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9394us (9594us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.468629:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3335 00000100:00100000:0.0:1734016118.471034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.471132:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332160768 00000100:00100000:2.0:1734016118.471146:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332160768 00000100:00100000:2.0:1734016118.471228:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2543 00000100:00100000:2.0:1734016118.471238:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+40:10366:x1818247332160768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.471263:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.471279:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175a5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab93 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.471369:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3175a62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.471381:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3175a62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.471393:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3175a62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016118.471418:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7892306 00000004:00200000:2.0:1734016118.471422:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.471434:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3175a62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.471456:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175a5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab93 expref: 42 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.471495:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3175a62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab93 expref: 41 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.471503:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016118.471506:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.471509:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016118.471582:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+41:10366:x1818247332160768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 344us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.471590:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2543 00000100:00100000:0.0:1734016118.502163:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.504637:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161024 00000100:00100000:3.0:1734016118.504652:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161024 00002000:00100000:3.0:1734016118.504707:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880075ffb100 x1818247332161024/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.504751:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb100 with x1818247332161024 ext(0->4194303) 00002000:00010000:3.0:1734016118.504758:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb100 00000100:00100000:3.0:1734016118.504783:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9764 00000100:00100000:3.0:1734016118.504790:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332161024:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.567002:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332161024:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 62198us (64832us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016118.567016:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9764 00002000:00100000:3.0:1734016118.567033:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880075ffb100 x1818247332161024/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.567045:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb100 with x1818247332161024 ext(0->4194303) 00002000:00010000:3.0:1734016118.567053:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb100 00000100:00100000:1.0:1734016118.575136:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.575279:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161152 00000100:00100000:2.0:1734016118.575292:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161152 00000100:00100000:2.0:1734016118.575365:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2544 00000100:00100000:2.0:1734016118.575373:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332161152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.575395:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.575419:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175a69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ab9a expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.575518:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016118.575533:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016118.575546:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016118.575576:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7892306 00000004:00200000:2.0:1734016118.575581:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.575599:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016118.575623:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175a69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.576954:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.576963:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016118.576966:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.576969:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016118.577027:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332161152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1654us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.577035:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2544 00000100:00100000:0.0:1734016118.580492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.580538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.581521:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161408 00000100:00100000:3.0:1734016118.581530:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161408 00000100:00100000:3.0:1734016118.582006:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161280 00000100:00100000:3.0:1734016118.582009:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161280 00000100:00100000:1.0:1734016118.582052:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12279 00000100:00100000:1.0:1734016118.582058:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332161408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.582074:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.582090:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175a77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aba8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.582131:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334432640:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.582180:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.582850:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12280 00000100:00100000:2.0:1734016118.582856:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332161280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.582866:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.582875:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175a7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aba1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.582907:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334432768:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.582929:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.584329:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334432640:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.584354:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175a77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aba8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.584364:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175a77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aba8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.584386:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016118.584418:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332161408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2359us (3934us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.584424:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12279 00002000:00010000:2.0:1734016118.586637:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:2.0:1734016118.586670:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334432768:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.586708:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175a7e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aba1 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.586743:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175a7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aba1 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.586773:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016118.586825:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332161280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3966us (6284us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.586833:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12280 00000100:00100000:0.0:1734016118.591496:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.591549:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.592571:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161664 00000100:00100000:2.0:1734016118.592582:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161664 00000100:00100000:2.0:1734016118.592624:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161536 00000100:00100000:2.0:1734016118.592626:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161536 00000100:00100000:2.0:1734016118.592641:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12281 00000100:00100000:2.0:1734016118.592647:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332161664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.592661:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.592676:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175a85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abb6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.592739:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334432896:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.592789:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.592813:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12282 00000100:00100000:2.0:1734016118.592817:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332161536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.592823:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.592831:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175a8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abaf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.592851:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334433024:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.592864:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.595147:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334433024:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.595182:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175a8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abaf expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.595210:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175a8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abaf expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.595234:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:3.0:1734016118.595296:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332161536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2475us (3745us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.595305:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12282 00000100:00100000:2.0:1734016118.595617:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334432896:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.595644:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175a85 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abb6 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.595656:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175a85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abb6 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.595671:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016118.596152:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332161664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3502us (4668us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.596159:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12281 00000100:00100000:0.0:1734016118.606445:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.606520:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332161920 00000100:00100000:3.0:1734016118.606529:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332161920 00002000:00100000:3.0:1734016118.606573:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3698687) req@ffff880075ff9880 x1818247332161920/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.606589:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9880 with x1818247332161920 ext(0->3698687) 00002000:00010000:3.0:1734016118.606594:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff9880 00000100:00100000:3.0:1734016118.606630:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9765 00000100:00100000:3.0:1734016118.606638:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332161920:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.647954:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332161920:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 41307us (41508us total) trans 0 rc 3698688/3698688 00000100:00100000:3.0:1734016118.647965:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9765 00002000:00100000:3.0:1734016118.647977:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3698687) req@ffff880075ff9880 x1818247332161920/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 3698688/3698688 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.647986:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9880 with x1818247332161920 ext(0->3698687) 00002000:00010000:3.0:1734016118.647992:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff9880 00000100:00100000:0.0:1734016118.656919:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.657604:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162048 00000100:00100000:3.0:1734016118.657615:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162048 00002000:00100000:3.0:1734016118.657655:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2633728->2641919) req@ffff880075ffbb80 x1818247332162048/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 8680/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.657665:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffbb80 with x1818247332162048 ext(2633728->2641919) 00002000:00010000:3.0:1734016118.657670:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ffbb80 00000100:00100000:3.0:1734016118.657710:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9766 00000100:00100000:3.0:1734016118.657754:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332162048:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016118.658553:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332162048:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 833us (1644us total) trans 4294968131 rc 0/0 00000100:00100000:3.0:1734016118.658561:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9766 00002000:00100000:3.0:1734016118.658566:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2633728->2641919) req@ffff880075ffbb80 x1818247332162048/t4294968131(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 8680/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.658574:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffbb80 with x1818247332162048 ext(2633728->2641919) 00002000:00010000:3.0:1734016118.658577:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ffbb80 00000100:00100000:1.0:1734016118.664438:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.664593:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162176 00000100:00100000:2.0:1734016118.664603:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162176 00000100:00100000:2.0:1734016118.664897:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2545 00000100:00100000:2.0:1734016118.664908:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+41:10366:x1818247332162176:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.665059:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+41:10366:x1818247332162176:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 151us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.665066:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2545 00000100:00100000:0.0:1734016118.666961:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.667057:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162304 00000100:00100000:2.0:1734016118.667067:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162304 00000100:00100000:2.0:1734016118.667117:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12283 00000100:00100000:2.0:1734016118.667122:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332162304:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016118.668912:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968131 is committed 00000001:00080000:2.0:1734016118.668940:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968129 is committed 00000100:00100000:0.0:1734016118.669151:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332162304:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2025us (2193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.669163:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12283 00000100:00100000:0.0:1734016118.672130:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.672181:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.672294:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162560 00000100:00100000:2.0:1734016118.672304:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162560 00000100:00100000:2.0:1734016118.672358:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162432 00000100:00100000:2.0:1734016118.672360:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162432 00000100:00100000:2.0:1734016118.672382:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12284 00000100:00100000:2.0:1734016118.672390:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332162560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.672408:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.672423:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3175a93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abc4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.672477:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334433152:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.672526:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.672551:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12285 00000100:00100000:2.0:1734016118.672556:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332162432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.672563:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.672575:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3175a9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abbd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.672597:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334433280:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.672613:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.675537:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 64 -> 80 00000100:00100000:2.0:1734016118.675569:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334433152:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.675611:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3175a93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abc4 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.675624:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3175a93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abc4 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.676148:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016118.676230:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332162560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3839us (4107us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.676237:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12284 00000100:00100000:3.0:1734016118.676512:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334433280:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.676531:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3175a9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abbd expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.676539:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3175a9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abbd expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.676549:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:3.0:1734016118.676570:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332162432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4013us (4389us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.676575:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12285 00000100:00100000:0.0:1734016118.681891:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.682296:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.682372:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162816 00000100:00100000:2.0:1734016118.682381:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162816 00000100:00100000:2.0:1734016118.682412:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162688 00000100:00100000:2.0:1734016118.682414:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162688 00000100:00100000:2.0:1734016118.686312:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12286 00000100:00100000:2.0:1734016118.686324:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332162816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.686344:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.686361:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3175aa1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abd2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.686407:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334433408:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.686468:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.686950:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12287 00000100:00100000:0.0:1734016118.686957:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332162688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.686966:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.686974:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3175aa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abcb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.686995:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334433536:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016118.687471:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.689215:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334433536:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.689252:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3175aa8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abcb expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.689265:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3175aa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abcb expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.689287:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:1.0:1734016118.689326:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332162688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2369us (7030us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.689335:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12287 00000100:00100000:2.0:1734016118.689470:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334433408:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.689491:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3175aa1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abd2 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.689500:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3175aa1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abd2 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.689511:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016118.689530:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332162816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3208us (7648us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.689536:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12286 00000100:00100000:1.0:1734016118.693627:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.693677:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.693755:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163072 00000100:00100000:3.0:1734016118.693767:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163072 00000100:00100000:3.0:1734016118.693812:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332162944 00000100:00100000:3.0:1734016118.693814:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332162944 00000100:00100000:3.0:1734016118.693832:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12288 00000100:00100000:3.0:1734016118.693839:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332163072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.693861:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.693879:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175aaf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abe0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.693941:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334433664:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016118.694000:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.694078:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12289 00000100:00100000:2.0:1734016118.694083:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332162944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.694092:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.694104:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175ab6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abd9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.694134:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334433792:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.694155:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.699255:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334433664:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.699284:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175aaf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe0 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.699296:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175aaf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe0 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.699307:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016118.699350:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332163072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5511us (5743us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.699357:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12288 00000100:00100000:2.0:1734016118.700883:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334433792:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.700908:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175ab6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abd9 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.700917:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175ab6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abd9 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.701476:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016118.702282:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332162944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8194us (8599us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.702291:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12289 00000100:00100000:0.0:1734016118.708160:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.708259:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163200 00000100:00100000:2.0:1734016118.708269:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163200 00000100:00100000:3.0:1734016118.709657:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12290 00000100:00100000:3.0:1734016118.709666:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332163200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.709684:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.709703:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abe7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.709740:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.709747:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.709748:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.709751:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3538944->3543039] (req 3538944->3543039) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.709776:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.709791:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 13 pid: 7694 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016118.709801:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334433920:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016118.709869:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.712964:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.713074:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334433920:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.713103:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3538944->3543039] (req 3538944->3543039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.713121:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016118.713170:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332163200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3503us (5018us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.713179:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12290 00000100:00100000:2.0:1734016118.713274:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163328 00000100:00100000:2.0:1734016118.713281:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163328 00002000:00100000:2.0:1734016118.713321:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3506176->3514367) req@ffff88012db21180 x1818247332163328/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 8680/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.713330:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21180 with x1818247332163328 ext(3506176->3514367) 00010000:00010000:2.0:1734016118.713336:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 14 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.713346:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 14 pid: 7694 timeout: 483 lvb_type: 0 00002000:00010000:2.0:1734016118.713351:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012db21180 00000100:00100000:2.0:1734016118.713379:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 343 00000100:00100000:2.0:1734016118.713385:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332163328:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.715520:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332163328:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2129us (2558us total) trans 4294969715 rc 0/0 00000100:00100000:2.0:1734016118.715529:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 343 00002000:00100000:2.0:1734016118.715537:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3506176->3514367) req@ffff88012db21180 x1818247332163328/t4294969715(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 8680/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.715545:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21180 with x1818247332163328 ext(3506176->3514367) 00010000:00010000:2.0:1734016118.715552:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 16 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.715562:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 16 pid: 7694 timeout: 483 lvb_type: 0 00002000:00010000:2.0:1734016118.715568:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012db21180 00000100:00100000:0.0:1734016118.724440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.724620:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163456 00000100:00100000:1.0:1734016118.724637:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163456 00010000:00010000:1.0:1734016118.724683:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 16 pid: 7694 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016118.724712:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3336 00000100:00100000:1.0:1734016118.724748:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332163456:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.724767:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016118.724792:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2816 -> 2832 00010000:00010000:1.0:1734016118.724800:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 16 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016118.724814:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 16 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016118.724838:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3175a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab85 expref: 16 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016118.724875:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.724878:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.724887:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.724898:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.724939:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.724954:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334434048:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016118.725011:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.732312:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334434048:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016118.732348:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.732398:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332163456:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7678us (7968us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.732410:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3336 00000100:00100000:0.0:1734016118.738026:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.740452:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163712 00000100:00100000:2.0:1734016118.740466:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163712 00002000:00100000:2.0:1734016118.740515:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012b9d0380 x1818247332163712/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.740525:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247332163712 ext(0->4194303) 00002000:00010000:2.0:1734016118.740529:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:2.0:1734016118.740560:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9767 00000100:00100000:2.0:1734016118.740566:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332163712:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.772520:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332163712:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 31945us (34494us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016118.772533:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9767 00002000:00100000:2.0:1734016118.772546:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012b9d0380 x1818247332163712/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.772558:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247332163712 ext(0->4194303) 00002000:00010000:2.0:1734016118.772564:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:0.0:1734016118.779337:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.779416:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163840 00000100:00100000:3.0:1734016118.779427:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163840 00000100:00100000:3.0:1734016118.779487:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12291 00000100:00100000:3.0:1734016118.779495:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332163840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.779515:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.779534:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abee expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.779564:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.779566:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.779574:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.779594:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.779607:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016118.779670:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332163840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 175us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.779677:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12291 00000100:00100000:0.0:1734016118.786227:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.786586:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332163968 00000100:00100000:2.0:1734016118.786599:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332163968 00002000:00100000:2.0:1734016118.786647:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (512000->524287) req@ffff88012b9d0e00 x1818247332163968/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 12776/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.786658:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247332163968 ext(512000->524287) 00002000:00010000:2.0:1734016118.786663:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d0e00 00000100:00100000:2.0:1734016118.786705:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9768 00000100:00100000:2.0:1734016118.786713:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332163968:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.788128:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332163968:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1409us (1907us total) trans 4294968132 rc 0/0 00000100:00100000:2.0:1734016118.788137:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9768 00002000:00100000:2.0:1734016118.788146:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (512000->524287) req@ffff88012b9d0e00 x1818247332163968/t4294968132(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:79/0 lens 12776/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.788155:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247332163968 ext(512000->524287) 00002000:00010000:2.0:1734016118.788160:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d0e00 00000100:00100000:0.0:1734016118.791274:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.791404:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164096 00000100:00100000:2.0:1734016118.791413:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164096 00000100:00100000:2.0:1734016118.791467:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12292 00000100:00100000:2.0:1734016118.791474:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332164096:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:1.0:1734016118.793001:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968132 is committed 00000100:00100000:2.0:1734016118.793557:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332164096:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2078us (2573us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.793568:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12292 00000100:00100000:0.0:1734016118.798167:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.798467:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164224 00000100:00100000:2.0:1734016118.798480:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164224 00000100:00100000:2.0:1734016118.798626:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12293 00000100:00100000:2.0:1734016118.798633:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332164224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.798656:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.798672:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175acb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abf5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.799407:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334434176:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.799478:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.802111:0:7693:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016118 -> 1734016119 00002000:00010000:2.0:1734016118.802120:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016118 -> 1734016119 00002000:00010000:2.0:1734016118.802122:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016118 -> 1734016119 00002000:00010000:2.0:1734016118.802123:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 80 -> 104 00000100:00100000:2.0:1734016118.802146:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334434176:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.802182:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175acb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abf5 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.802205:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175acb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abf5 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.802487:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016118.802538:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332164224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3904us (4384us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.802546:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12293 00000100:00100000:0.0:1734016118.806206:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.806310:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164352 00000100:00100000:2.0:1734016118.806320:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164352 00000100:00100000:2.0:1734016118.806369:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12294 00000100:00100000:2.0:1734016118.806377:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332164352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.806398:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.806414:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175ad2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5abfc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.806469:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334434304:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.806666:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.810418:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334434304:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.810457:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175ad2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abfc expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.810469:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175ad2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abfc expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.810494:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016118.810535:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332164352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4157us (4346us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.810543:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12294 00000100:00100000:0.0:1734016118.813637:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.813768:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164608 00000100:00100000:3.0:1734016118.813777:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164608 00000100:00100000:3.0:1734016118.813824:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2546 00000100:00100000:3.0:1734016118.813831:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+41:10366:x1818247332164608:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016118.813883:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.813913:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3175a62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab93 expref: 41 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.814319:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016118.814324:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016118.814472:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.814484:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.814490:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.814520:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.814534:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 21 pid: 6484 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016118.814546:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334434432:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016118.815342:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.820268:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334434432:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.820312:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016118.821134:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.821216:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164736 00000100:00100000:1.0:1734016118.821224:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164736 00010000:00010000:1.0:1734016118.821250:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 22 pid: 6484 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016118.821274:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3337 00000100:00100000:1.0:1734016118.821280:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:1968:x1818247332164736:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.821292:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.821298:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 22 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016118.821306:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 22 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016118.821325:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3175a70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab9a expref: 22 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016118.821521:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016118.821526:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.821534:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.821540:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016118.821563:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.821610:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1968:x1818247332164736:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 329us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.821616:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3337 00010000:00010000:3.0:1734016118.821871:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.821878:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016118.821966:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968938 00000004:00010000:3.0:1734016118.822006:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007650b480 reply state ffff8800767bc000 transno 4294968939 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016118.822012:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016118.822071:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:10366:x1818247332164608:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8241us (8442us total) trans 4294968939 rc 0/0 00000100:00100000:3.0:1734016118.822077:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2546 00000020:00080000:3.0:1734016118.822080:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016118.825530:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016118.825771:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.825784:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.825791:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.825798:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9da1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016118.825804:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.825812:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.825830:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016118.825834:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.825838:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.825843:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175ad9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016118.830653:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164864 00000100:00100000:3.0:1734016118.830671:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164864 00000100:00100000:3.0:1734016118.830765:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12295 00000100:00100000:3.0:1734016118.830772:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10366:x1818247332164864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.830792:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.830811:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac03 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.830846:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.830853:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.830858:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.830859:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.830862:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.830887:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.830896:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 483 lvb_type: 1 00000100:00100000:3.0:1734016118.830907:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334434560:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.831013:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.831024:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016118.831038:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334434688:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016118.831057:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.833910:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334434560:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016118.833926:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334434688:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.833957:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.833976:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016118.834036:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:10366:x1818247332164864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3262us (8516us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.834044:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12295 00000100:00100000:0.0:1734016118.835478:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.835602:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332164992 00000100:00100000:2.0:1734016118.835609:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332164992 00010000:00010000:2.0:1734016118.835634:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 483 lvb_type: 1 00000100:00100000:0.0:1734016118.836767:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3338 00000100:00100000:0.0:1734016118.836777:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1971:x1818247332164992:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.836847:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.836871:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1734016118.836885:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1734016118.836904:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175ac4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abee expref: 17 pid: 13917 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1734016118.836925:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.836965:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332164992:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 189us (1490us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.836971:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3338 00000100:00100000:0.0:1734016118.840432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.840765:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165120 00000100:00100000:2.0:1734016118.840775:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165120 00010000:00010000:2.0:1734016118.840809:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016118.840848:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3339 00000100:00100000:2.0:1734016118.840856:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332165120:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.840870:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.840893:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.840905:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.840932:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175abd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3538944->3543039) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5abe7 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.840958:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.840960:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.840966:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.840974:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.841010:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.841026:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334434816:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016118.841098:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.848705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.848784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.849013:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165376 00000100:00100000:3.0:1734016118.849023:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165376 00000100:00100000:0.0:1734016118.849213:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165248 00000100:00100000:0.0:1734016118.849218:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165248 00002000:00010000:0.0:1734016118.849251:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (71639->18446744073709551615) 00002000:00100000:0.0:1734016118.849256:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259f80 with x1818247332165248 ext(71639->18446744073709551615) 00002000:00010000:0.0:1734016118.849269:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259f80. 00000100:00100000:0.0:1734016118.849289:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9769 00000100:00100000:0.0:1734016118.849296:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332165248:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016118.852392:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334434816:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016118.852420:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.852483:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332165120:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11626us (12058us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.852495:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3339 00002000:00010000:0.0:1734016118.852646:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 71639 00002000:00010000:0.0:1734016118.852650:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016119 00002000:00010000:0.0:1734016118.852652:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.852654:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016119 00002000:00010000:0.0:1734016118.852656:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 2832 -> 152 00000100:00100000:0.0:1734016118.852679:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332165248:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3383us (3895us total) trans 4294969716 rc 0/0 00000100:00100000:0.0:1734016118.852686:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9769 00002000:00010000:0.0:1734016118.852690:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (71639->18446744073709551615) 00002000:00100000:0.0:1734016118.852693:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259f80 with x1818247332165248 ext(71639->18446744073709551615) 00002000:00010000:0.0:1734016118.852698:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259f80. 00002000:00010000:3.0:1734016118.852804:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016118.852809:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258000 with x1818247332165376 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016118.852815:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258000. 00000100:00100000:3.0:1734016118.852833:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9770 00000100:00100000:3.0:1734016118.852838:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332165376:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016118.855645:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3698002 -> 0 00002000:00010000:3.0:1734016118.855657:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016118.855660:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:3.0:1734016118.855662:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016118.855663:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:3.0:1734016118.855758:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332165376:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2914us (7058us total) trans 4294968133 rc 0/0 00000100:00100000:3.0:1734016118.855768:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9770 00002000:00010000:3.0:1734016118.855773:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016118.855775:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258000 with x1818247332165376 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016118.855781:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258000. 00010000:00010000:3.0:1734016118.861250:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016118.873843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.876471:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165504 00000100:00100000:3.0:1734016118.876484:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165504 00000100:00100000:3.0:1734016118.876553:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2547 00000100:00100000:3.0:1734016118.876560:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332165504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.876579:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.876599:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175ae7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac0a expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.876672:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175aee lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.876683:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.876692:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016118.876713:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 71639 00000004:00200000:3.0:1734016118.876716:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016118.876756:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.876778:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175ae7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac0a expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.876799:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175aee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac0a expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.876806:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016118.876809:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016118.876811:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016118.876893:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332165504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 331us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.876899:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2547 00000100:00100000:0.0:1734016118.880571:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.880649:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.880768:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165760 00000100:00100000:1.0:1734016118.880783:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165760 00000100:00100000:1.0:1734016118.880834:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165632 00000100:00100000:1.0:1734016118.880836:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165632 00000100:00100000:1.0:1734016118.880855:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12296 00000100:00100000:1.0:1734016118.880863:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332165760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.880883:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.880905:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175af5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac18 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.880980:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334434944:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.881048:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.881071:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12297 00000100:00100000:1.0:1734016118.881076:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332165632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.881085:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.881094:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175afc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac11 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.881115:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334435072:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.881132:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.887613:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334434944:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.887650:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175af5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac18 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.887662:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175af5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac18 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.887676:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016118.887716:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332165760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6852us (7169us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.887752:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12296 00000100:00100000:2.0:1734016118.887868:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334435072:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.887888:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175afc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac11 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.887901:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3175afc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac11 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.888108:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:2.0:1734016118.888134:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332165632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7056us (7484us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.888140:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12297 00000100:00100000:0.0:1734016118.891507:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.891552:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.893022:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166016 00000100:00100000:2.0:1734016118.893035:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166016 00000100:00100000:2.0:1734016118.893508:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332165888 00000100:00100000:2.0:1734016118.893512:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332165888 00000100:00100000:1.0:1734016118.893547:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12298 00000100:00100000:1.0:1734016118.893554:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332166016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.893570:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.893584:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175b03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac26 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.893631:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334435200:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016118.893691:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.894013:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12299 00000100:00100000:3.0:1734016118.894019:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332165888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.894027:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.894036:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175b0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac1f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.894062:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334435328:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016118.894084:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.896928:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334435200:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016118.896978:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175b03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac26 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.896992:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3175b03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac26 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.897016:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016118.897063:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332166016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3507us (5561us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.897073:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12298 00000100:00100000:3.0:1734016118.897325:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334435328:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.900178:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175b0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac1f expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.900208:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175b0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac1f expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.900232:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016118.900292:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332165888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6271us (8738us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.900301:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12299 00000100:00100000:0.0:1734016118.906223:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.906332:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166144 00000100:00100000:3.0:1734016118.906341:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166144 00000100:00100000:3.0:1734016118.906395:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2548 00000100:00100000:3.0:1734016118.906405:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+42:10366:x1818247332166144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.906440:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.906464:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3175b11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac2d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.906553:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016118.906566:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016118.906578:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016118.906605:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 71639 00000004:00200000:3.0:1734016118.906608:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016118.906626:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016118.906848:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3175b11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 44 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.906865:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 43 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.906872:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016118.906874:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016118.906877:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016118.907867:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:10366:x1818247332166144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1459us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.907874:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2548 00000100:00100000:0.0:1734016118.911460:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.911830:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166272 00000100:00100000:3.0:1734016118.911841:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166272 00000100:00100000:3.0:1734016118.911896:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12300 00000100:00100000:3.0:1734016118.911905:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332166272:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.912226:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 71639 -> 71639 00002000:00010000:3.0:1734016118.912230:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016118.912232:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.912233:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016118 00002000:00010000:3.0:1734016118.912235:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 160 00000100:00100000:3.0:1734016118.912307:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332166272:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 404us (866us total) trans 4294969717 rc 0/0 00000100:00100000:3.0:1734016118.912315:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12300 00000100:00100000:0.0:1734016118.917801:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016118.919447:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.919591:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166400 00000100:00100000:3.0:1734016118.919603:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166400 00000100:00100000:3.0:1734016118.919709:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166528 00000100:00100000:3.0:1734016118.919712:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166528 00000100:00100000:3.0:1734016118.919873:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12301 00000100:00100000:3.0:1734016118.919881:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332166400:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016118.919906:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12302 00000100:00100000:0.0:1734016118.919911:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332166528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.919931:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.919950:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175b1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac3b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.920017:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334435456:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.920200:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.920211:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3175b26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac34 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.920238:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334435584:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016118.920688:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.920751:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.926259:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334435456:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.926296:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175b1f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac3b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.926312:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175b1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac3b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.926326:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016118.926370:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332166528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6457us (6929us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.926379:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12302 00002000:00010000:3.0:1734016118.926429:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016118 -> 1734016119 00000100:00100000:3.0:1734016118.926447:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334435584:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.926468:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3175b26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac34 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.926477:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3175b26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac34 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.926488:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016118.926507:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332166400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6627us (8712us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.926513:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12301 00000100:00100000:0.0:1734016118.933203:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.933266:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.933648:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166784 00000100:00100000:2.0:1734016118.933661:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166784 00000100:00100000:2.0:1734016118.933756:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166656 00000100:00100000:2.0:1734016118.933759:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166656 00000100:00100000:0.0:1734016118.933771:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12303 00000100:00100000:0.0:1734016118.933783:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332166784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.933819:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734016118.933841:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12304 00010000:00010000:0.0:1734016118.933844:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175b2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac49 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.933848:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332166656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.933861:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.933876:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3175b34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac42 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.933931:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334435840:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.933931:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334435712:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016118.934001:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.934002:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.936910:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334435712:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.936911:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334435840:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.936969:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175b2d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac49 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.936969:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3175b34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac42 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.936987:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3175b34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac42 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.936988:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175b2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac49 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.937006:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00010000:00010000:3.0:1734016118.937011:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016118.937262:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332166784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3478us (4084us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.937262:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332166656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3410us (3992us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.937273:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12303 00000100:00100000:3.0:1734016118.938092:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12304 00000100:00100000:0.0:1734016118.947430:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.947546:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.948473:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332166912 00000100:00100000:3.0:1734016118.948485:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332166912 00000100:00100000:3.0:1734016118.948533:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167040 00000100:00100000:3.0:1734016118.948536:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167040 00000100:00100000:3.0:1734016118.948558:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12305 00000100:00100000:3.0:1734016118.948567:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332166912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.948592:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.948612:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175b3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac50 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.948693:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334435968:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.949123:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12306 00000100:00100000:2.0:1734016118.949129:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332167040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.949140:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.949158:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3175b42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac57 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.949201:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334436096:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.950356:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.950442:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.954819:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334435968:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016118.954882:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175b3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac50 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.954901:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175b3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac50 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.954937:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016118.955013:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332166912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6445us (7592us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.955024:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12305 00000100:00100000:2.0:1734016118.955471:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334436096:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.955497:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3175b42 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac57 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.955507:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3175b42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac57 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.955539:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016118.955575:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332167040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6446us (8029us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.955581:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12306 00000100:00100000:0.0:1734016118.964259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016118.964318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016118.964544:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167296 00000100:00100000:3.0:1734016118.964544:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167168 00000100:00100000:2.0:1734016118.964555:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167296 00000100:00100000:3.0:1734016118.964555:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167168 00000100:00100000:3.0:1734016118.964608:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12307 00000100:00100000:3.0:1734016118.964616:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332167168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.964646:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.964673:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175b49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac5e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.964695:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12308 00000100:00100000:2.0:1734016118.964702:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332167296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.964712:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.964746:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac65 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.964777:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334436224:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.964780:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334436352:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016118.964857:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.964860:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.967371:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334436352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.967413:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b50 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac65 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.967417:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334436224:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016118.967428:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac65 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.967444:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175b49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac5e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.967454:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175b49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac5e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.967459:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00010000:00010000:3.0:1734016118.967478:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:2.0:1734016118.967505:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332167296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2801us (3261us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.967506:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332167168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2888us (3185us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.967515:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12307 00000100:00100000:2.0:1734016118.967529:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12308 00000100:00100000:0.0:1734016118.990924:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.991061:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167552 00000100:00100000:3.0:1734016118.991071:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167552 00000100:00100000:3.0:1734016118.991112:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2549 00000100:00100000:3.0:1734016118.991119:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332167552:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016118.991166:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.991203:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175aee lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac0a expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.992299:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016118.992305:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016118.992436:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.992448:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 42 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.992455:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.992481:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 42 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.992492:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 42 pid: 6484 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016118.992503:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334436480:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016118.992563:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.996230:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016118.996501:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334436480:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016118.996529:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016118.996601:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167680 00000100:00100000:2.0:1734016118.996609:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167680 00010000:00010000:2.0:1734016118.996637:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 43 pid: 6484 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016118.996676:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3340 00000100:00100000:2.0:1734016118.996682:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:1969:x1818247332167680:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.996696:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.996702:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 43 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.996712:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 43 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.996762:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175b18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac2d expref: 43 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.996793:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016118.996798:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.996806:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.996812:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016118.996829:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.996878:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+42:1969:x1818247332167680:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 195us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.996885:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3340 00010000:00010000:3.0:1734016118.997110:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016118.997116:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016118.997188:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968940 00000004:00010000:3.0:1734016118.997237:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e1a5180 reply state ffff8800767b9000 transno 4294968941 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016118.997243:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016118.997301:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332167552:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6182us (6389us total) trans 4294968941 rc 0/0 00000100:00100000:3.0:1734016118.997307:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2549 00000020:00080000:3.0:1734016118.997311:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016119.000055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.001547:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167808 00000100:00100000:2.0:1734016119.001562:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167808 00000100:00100000:2.0:1734016119.001631:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12309 00000100:00100000:2.0:1734016119.001642:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332167808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.001672:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.001699:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac6c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.001779:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.001789:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.001792:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.001795:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.001833:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.001845:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 17 pid: 7693 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.001860:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334436608:192.168.201.52@tcp:104: 00000100:00080000:0.0:1734016119.002649:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00010000:00010000:3.0:1734016119.003336:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.003350:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.003358:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.003365:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016119.003371:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.003379:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.003398:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.003403:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016119.003408:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.003413:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175b57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016119.003669:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.007363:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334436608:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016119.007403:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.007424:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016119.007557:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332167808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5914us (7505us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.007567:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12309 00000100:00100000:0.0:1734016119.008842:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.008919:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332167936 00000100:00100000:1.0:1734016119.008929:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332167936 00010000:00010000:1.0:1734016119.008977:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 18 pid: 7693 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.009028:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3341 00000100:00100000:1.0:1734016119.009038:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a810e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332167936:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.009060:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.009097:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 18 pid: 7693 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.009114:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 18 pid: 7693 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.009156:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175ae0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac03 expref: 18 pid: 7693 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.009185:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.009187:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.009205:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.009217:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.009262:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.009282:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334436736:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016119.009362:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.012793:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334436736:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016119.012827:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.012882:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a810e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332167936:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3844us (4046us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.012892:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3341 00000100:00100000:0.0:1734016119.014600:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.014767:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332168064 00000100:00100000:2.0:1734016119.014778:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332168064 00000100:00100000:2.0:1734016119.014835:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12310 00000100:00100000:2.0:1734016119.014841:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332168064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.014856:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.014871:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac73 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.014899:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.014906:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.014908:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.014911:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.014938:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.014948:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 8 pid: 7694 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.014959:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334436864:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.015020:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00080000:0.0:1734016119.015062:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016089 00000100:00100000:2.0:1734016119.019504:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334436864:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016119.019539:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.019559:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016119.019634:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332168064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4791us (5043us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.019642:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12310 00000100:00100000:0.0:1734016119.024664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.024801:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332168192 00000100:00100000:1.0:1734016119.024815:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332168192 00010000:00010000:1.0:1734016119.024871:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 9 pid: 7694 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.024932:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3342 00000100:00100000:1.0:1734016119.024941:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332168192:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.024962:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.024994:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 9 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.025013:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 9 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.025043:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175a54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ab8c expref: 9 pid: 7694 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.025071:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.025074:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.025080:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.025090:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.025141:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.025155:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334436992:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016119.025249:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.033824:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.034012:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334436992:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016119.034033:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.034073:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332168192:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9132us (9422us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.034082:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3342 00000100:00100000:3.0:1734016119.035297:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332168448 00000100:00100000:3.0:1734016119.035307:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332168448 00002000:00010000:3.0:1734016119.035346:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016119.035351:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4000 with x1818247332168448 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016119.035362:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4000. 00000100:00100000:3.0:1734016119.035386:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9771 00000100:00100000:3.0:1734016119.035393:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332168448:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016119.035771:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1734016119.035775:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.035776:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.035778:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.035779:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016119.035829:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332168448:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 436us (2018us total) trans 4294968134 rc 0/0 00000100:00100000:3.0:1734016119.035835:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9771 00002000:00010000:3.0:1734016119.035838:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016119.035840:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4000 with x1818247332168448 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016119.035843:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4000. 00000100:00100000:1.0:1734016119.036173:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.036638:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332168320 00000100:00100000:3.0:1734016119.036643:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332168320 00002000:00010000:3.0:1734016119.036659:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4587974->18446744073709551615) 00002000:00100000:3.0:1734016119.036662:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625b100 with x1818247332168320 ext(4587974->18446744073709551615) 00002000:00010000:3.0:1734016119.036670:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007625b100. 00000100:00100000:3.0:1734016119.036695:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9772 00000100:00100000:3.0:1734016119.036701:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332168320:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016119.037954:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 71639 -> 4587974 00002000:00010000:3.0:1734016119.037960:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.037962:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.037964:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.037966:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1734016119.038022:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332168320:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1319us (1848us total) trans 4294969718 rc 0/0 00000100:00100000:3.0:1734016119.038031:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9772 00002000:00010000:3.0:1734016119.038035:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4587974->18446744073709551615) 00002000:00100000:3.0:1734016119.038038:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625b100 with x1818247332168320 ext(4587974->18446744073709551615) 00002000:00010000:3.0:1734016119.038042:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007625b100. 00000100:00100000:0.0:1734016119.047919:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.048036:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332168832 00000100:00100000:2.0:1734016119.048046:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332168832 00002000:00100000:2.0:1734016119.048084:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4579328->4583423) req@ffff88012e1a7b80 x1818247332168832/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.048094:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7b80 with x1818247332168832 ext(4579328->4583423) 00002000:00010000:2.0:1734016119.048098:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7b80 00000100:00100000:2.0:1734016119.048135:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9773 00000100:00100000:2.0:1734016119.048142:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332168832:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.050860:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.051201:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332168960 00000100:00100000:3.0:1734016119.051211:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332168960 00002000:00100000:3.0:1734016119.051249:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012e1a7100 x1818247332168960/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1734016119.051253:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332168832:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 3109us (3342us total) trans 0 rc 4096/4096 00002000:00100000:3.0:1734016119.051258:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7100 with x1818247332168960 ext(0->4194303) 00000100:00100000:2.0:1734016119.051261:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9773 00002000:00010000:3.0:1734016119.051263:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a7100 00002000:00100000:2.0:1734016119.051267:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4579328->4583423) req@ffff88012e1a7b80 x1818247332168832/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.051274:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7b80 with x1818247332168832 ext(4579328->4583423) 00002000:00010000:2.0:1734016119.051276:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7b80 00000100:00100000:3.0:1734016119.051286:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9774 00000100:00100000:3.0:1734016119.051292:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332168960:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.067048:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.069054:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169216 00000100:00100000:3.0:1734016119.069066:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169216 00002000:00100000:3.0:1734016119.069115:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4591615) req@ffff880075ffaa00 x1818247332169216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.069127:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffaa00 with x1818247332169216 ext(4194304->4591615) 00002000:00010000:3.0:1734016119.069132:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffaa00 00000100:00100000:3.0:1734016119.069167:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9775 00000100:00100000:3.0:1734016119.069174:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332169216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.095449:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332169216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 26257us (28391us total) trans 0 rc 393216/393216 00000100:00100000:3.0:1734016119.095465:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9775 00002000:00100000:3.0:1734016119.095480:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4591615) req@ffff880075ffaa00 x1818247332169216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 393216/393216 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.095490:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffaa00 with x1818247332169216 ext(4194304->4591615) 00002000:00010000:3.0:1734016119.095496:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffaa00 00000100:00100000:0.0:1734016119.102451:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.102653:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169344 00000100:00100000:3.0:1734016119.102665:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169344 00002000:00100000:3.0:1734016119.102704:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4579328->4587973) req@ffff88012e1a4700 x1818247332169344/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 9136/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.102715:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4700 with x1818247332169344 ext(4579328->4587973) 00002000:00010000:3.0:1734016119.102746:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4700 00000100:00100000:3.0:1734016119.103039:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9776 00000100:00100000:3.0:1734016119.103047:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332169344:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016119.103531:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332168960:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 52235us (52676us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016119.103540:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9774 00002000:00100000:1.0:1734016119.103548:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012e1a7100 x1818247332168960/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.103555:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7100 with x1818247332168960 ext(0->4194303) 00002000:00010000:1.0:1734016119.103558:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a7100 00000100:00100000:3.0:1734016119.103963:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332169344:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 916us (1521us total) trans 4294969719 rc 0/0 00000100:00100000:3.0:1734016119.103973:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9776 00002000:00100000:3.0:1734016119.103978:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4579328->4587973) req@ffff88012e1a4700 x1818247332169344/t4294969719(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 9136/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.103985:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4700 with x1818247332169344 ext(4579328->4587973) 00002000:00010000:3.0:1734016119.103988:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4700 00000100:00100000:0.0:1734016119.108557:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.108686:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169472 00000100:00100000:3.0:1734016119.108696:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169472 00000100:00100000:3.0:1734016119.108764:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2550 00000100:00100000:3.0:1734016119.108771:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332169472:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016119.109127:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332169472:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 354us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.109133:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2550 00000100:00100000:0.0:1734016119.111562:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.111672:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169600 00000100:00100000:2.0:1734016119.111681:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169600 00000100:00100000:2.0:1734016119.111741:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12311 00000100:00100000:2.0:1734016119.111747:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332169600:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016119.113324:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969719 is committed 00000001:00080000:2.0:1734016119.113339:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969717 is committed 00000100:00100000:0.0:1734016119.113534:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332169600:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1784us (1977us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.113544:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12311 00000100:00100000:0.0:1734016119.117851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.117988:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169728 00000100:00100000:3.0:1734016119.118003:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169728 00000100:00100000:3.0:1734016119.118059:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2551 00000100:00100000:3.0:1734016119.118067:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332169728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.118094:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.118116:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175b6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac7a expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.118236:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.118255:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.118268:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016119.118295:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8782278 00000004:00200000:3.0:1734016119.118299:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.118316:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.118338:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175b6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.118362:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.118370:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.118373:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.118376:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016119.118434:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332169728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 366us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.118441:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2551 00000100:00100000:0.0:1734016119.122046:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.122125:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169856 00000100:00100000:2.0:1734016119.122135:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169856 00000100:00100000:2.0:1734016119.122404:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12312 00000100:00100000:2.0:1734016119.122411:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332169856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.122429:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.122447:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac81 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.122471:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.122477:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.122478:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.122481:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [299008->311295] (req 299008->311295) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.122507:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.122518:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 6 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.122531:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334437120:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.122689:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.126351:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.126572:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334437120:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.126616:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [299008->311295] (req 299008->311295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.126638:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:3.0:1734016119.126691:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332169856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4279us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.126701:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12312 00000100:00100000:3.0:1734016119.126779:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332169984 00000100:00100000:3.0:1734016119.126788:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332169984 00002000:00100000:3.0:1734016119.126835:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1097728->1101823) req@ffff88006f10c450 x1818247332169984/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 4584/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.126845:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f10c450 with x1818247332169984 ext(1097728->1101823) 00010000:00010000:3.0:1734016119.126854:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 7 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.126865:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 7 pid: 13917 timeout: 483 lvb_type: 0 00002000:00010000:3.0:1734016119.126871:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f10c450 00000100:00100000:3.0:1734016119.126909:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 344 00000100:00100000:3.0:1734016119.126916:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f10c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332169984:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016119.129350:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f10c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332169984:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2415us (2989us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1734016119.129364:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 344 00002000:00100000:3.0:1734016119.129377:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1097728->1101823) req@ffff88006f10c450 x1818247332169984/t4294968135(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 4584/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.129385:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f10c450 with x1818247332169984 ext(1097728->1101823) 00010000:00010000:3.0:1734016119.129396:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.129414:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00002000:00010000:3.0:1734016119.129421:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f10c450 00000100:00100000:0.0:1734016119.137011:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.137381:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332170112 00000100:00100000:1.0:1734016119.137393:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332170112 00010000:00010000:1.0:1734016119.137433:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.137771:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3343 00000100:00100000:1.0:1734016119.137779:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332170112:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.137796:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016119.137813:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1734016119.137819:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.137834:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.137855:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3175b65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac73 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.137884:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.137886:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.137893:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.137900:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.137940:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.137953:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334437248:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016119.138008:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.141574:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334437248:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016119.141600:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.142244:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332170112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4461us (5239us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.142255:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3343 00000100:00100000:2.0:1734016119.143081:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.143337:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332170368 00000100:00100000:3.0:1734016119.143347:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332170368 00002000:00100000:3.0:1734016119.143387:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (299008->303103) req@ffff880079532a00 x1818247332170368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.143396:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247332170368 ext(299008->303103) 00002000:00010000:3.0:1734016119.143401:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079532a00 00000100:00100000:3.0:1734016119.143666:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9777 00000100:00100000:3.0:1734016119.143672:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332170368:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.143844:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332170368:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 170us (763us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.143851:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9777 00002000:00100000:3.0:1734016119.143857:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (299008->303103) req@ffff880079532a00 x1818247332170368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.143864:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247332170368 ext(299008->303103) 00002000:00010000:3.0:1734016119.143867:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079532a00 00000100:00100000:0.0:1734016119.146871:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.147837:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332170624 00000100:00100000:1.0:1734016119.147847:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332170624 00002000:00100000:1.0:1734016119.147888:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (303104->307199) req@ffff8800795f4700 x1818247332170624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.147898:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4700 with x1818247332170624 ext(303104->307199) 00002000:00010000:1.0:1734016119.147904:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f4700 00000100:00100000:1.0:1734016119.148178:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9778 00000100:00100000:1.0:1734016119.148185:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332170624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.148552:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332170624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 365us (1688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.148558:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9778 00002000:00100000:1.0:1734016119.148564:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (303104->307199) req@ffff8800795f4700 x1818247332170624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.148570:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4700 with x1818247332170624 ext(303104->307199) 00002000:00010000:1.0:1734016119.148573:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f4700 00000100:00100000:0.0:1734016119.151215:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.151365:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332170880 00000100:00100000:1.0:1734016119.151375:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332170880 00002000:00100000:1.0:1734016119.151427:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (307200->311295) req@ffff8800795f5c00 x1818247332170880/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.151436:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332170880 ext(307200->311295) 00002000:00010000:1.0:1734016119.151442:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:1.0:1734016119.151603:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9779 00000100:00100000:1.0:1734016119.151610:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332170880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.151793:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332170880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 182us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.151799:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9779 00002000:00100000:1.0:1734016119.151805:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (307200->311295) req@ffff8800795f5c00 x1818247332170880/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.151812:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332170880 ext(307200->311295) 00002000:00010000:1.0:1734016119.151814:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:0.0:1734016119.154901:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.155470:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171008 00000100:00100000:2.0:1734016119.155483:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171008 00000100:00080000:0.0:1734016119.155893:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00100000:2.0:1734016119.155984:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2552 00000100:00100000:2.0:1734016119.155994:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+42:10366:x1818247332171008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.156021:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.156037:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3175b81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac88 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.156130:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3175b88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.156146:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3175b88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.156157:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3175b88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016119.156183:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8782278 00000004:00200000:2.0:1734016119.156197:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.156218:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3175b88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.156243:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3175b81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac88 expref: 44 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.156271:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3175b88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac88 expref: 43 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.156279:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.156282:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.156286:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016119.156369:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:10366:x1818247332171008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 374us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.156375:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2552 00000100:00100000:0.0:1734016119.160010:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.160173:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171136 00000100:00100000:3.0:1734016119.160186:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171136 00000100:00100000:3.0:1734016119.160253:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12313 00000100:00100000:3.0:1734016119.160263:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332171136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.160295:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.160327:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3175b8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac8f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.160395:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437376:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.160482:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.162777:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016118 -> 1734016119 00002000:00010000:3.0:1734016119.162786:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 160 -> 184 00000100:00100000:3.0:1734016119.162811:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437376:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.162849:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3175b8f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac8f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.162865:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3175b8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac8f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.162894:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016119.162958:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332171136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2694us (2965us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.162968:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12313 00000100:00100000:0.0:1734016119.167617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.167797:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171264 00000100:00100000:3.0:1734016119.167811:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171264 00000100:00100000:3.0:1734016119.167867:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12314 00000100:00100000:3.0:1734016119.167875:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332171264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.167896:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.167913:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175b96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac96 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.167975:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437504:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.168063:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.171890:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437504:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.171926:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175b96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac96 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.171944:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175b96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac96 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.173242:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016119.173316:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332171264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5436us (5714us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.173327:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12314 00000100:00100000:0.0:1734016119.177841:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.178575:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171392 00000100:00100000:3.0:1734016119.178592:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171392 00000100:00100000:3.0:1734016119.178665:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12315 00000100:00100000:3.0:1734016119.178677:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332171392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.178714:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.178759:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175b9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ac9d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.178829:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437632:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.179407:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.183228:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437632:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.183269:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175b9d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac9d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.183282:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175b9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac9d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.183315:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016119.183361:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332171392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4687us (5540us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.183370:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12315 00000100:00100000:0.0:1734016119.185809:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.185917:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171520 00000100:00100000:3.0:1734016119.185925:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171520 00000100:00100000:3.0:1734016119.185961:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12316 00000100:00100000:3.0:1734016119.185967:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332171520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.185982:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.185997:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aca4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.186022:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.186028:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.186030:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.186033:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3170304->3174399] (req 3170304->3174399) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.186058:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.186068:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 6 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.186084:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437760:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016119.186222:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.188964:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334437760:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.189011:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3170304->3174399] (req 3170304->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.189029:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016119.189093:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332171520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3124us (3289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.189104:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12316 00000100:00100000:0.0:1734016119.189750:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.189917:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171648 00000100:00100000:2.0:1734016119.189928:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171648 00010000:00010000:2.0:1734016119.189972:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 7 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.190024:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3344 00000100:00100000:2.0:1734016119.190033:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332171648:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.190051:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.190086:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 7 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.190097:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 7 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.190122:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175b5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac6c expref: 7 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.190219:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.190221:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.190229:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.190237:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.190272:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.190287:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334437888:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016119.190362:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.196359:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334437888:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016119.196393:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.196448:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332171648:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6414us (6726us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.196461:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3344 00000100:00100000:0.0:1734016119.208455:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.208571:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332171904 00000100:00100000:3.0:1734016119.208581:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332171904 00002000:00100000:3.0:1734016119.208636:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501f480 x1818247332171904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.208646:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f480 with x1818247332171904 ext(0->4194303) 00002000:00010000:3.0:1734016119.208651:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501f480 00000100:00100000:3.0:1734016119.208689:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9780 00000100:00100000:3.0:1734016119.208695:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332171904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.254623:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332171904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 45899us (46155us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016119.254645:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9780 00002000:00100000:2.0:1734016119.254666:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501f480 x1818247332171904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.254680:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f480 with x1818247332171904 ext(0->4194303) 00002000:00010000:2.0:1734016119.254690:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501f480 00000100:00100000:0.0:1734016119.261508:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.261607:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172032 00000100:00100000:2.0:1734016119.261615:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172032 00002000:00100000:2.0:1734016119.261652:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3170304->3174399) req@ffff88013501e300 x1818247332172032/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 4584/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.261662:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e300 with x1818247332172032 ext(3170304->3174399) 00002000:00010000:2.0:1734016119.261667:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501e300 00000100:00100000:2.0:1734016119.261703:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9781 00000100:00100000:2.0:1734016119.261711:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332172032:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016119.266307:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332172032:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4582us (4792us total) trans 4294969720 rc 0/0 00000100:00100000:2.0:1734016119.266321:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9781 00002000:00100000:2.0:1734016119.266334:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3170304->3174399) req@ffff88013501e300 x1818247332172032/t4294969720(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:80/0 lens 4584/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.266349:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e300 with x1818247332172032 ext(3170304->3174399) 00002000:00010000:2.0:1734016119.266356:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501e300 00000100:00100000:0.0:1734016119.274663:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.274855:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172160 00000100:00100000:3.0:1734016119.274870:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172160 00000100:00100000:3.0:1734016119.274950:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2553 00000100:00100000:3.0:1734016119.274960:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:10366:x1818247332172160:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016119.275126:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:10366:x1818247332172160:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 167us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.275133:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2553 00000100:00100000:0.0:1734016119.278518:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.279004:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172288 00000100:00100000:3.0:1734016119.279016:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172288 00000100:00100000:3.0:1734016119.279079:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12317 00000100:00100000:3.0:1734016119.279087:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332172288:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016119.280468:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969720 is committed 00000100:00100000:3.0:1734016119.280707:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332172288:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1612us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.280750:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12317 00000100:00100000:0.0:1734016119.288296:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.289912:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172544 00000100:00100000:2.0:1734016119.289936:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172544 00000100:00100000:2.0:1734016119.290083:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2554 00000100:00100000:2.0:1734016119.290091:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+43:10366:x1818247332172544:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016119.290149:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.290182:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3175b88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac88 expref: 43 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.290234:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.290238:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016119.290397:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.290409:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.290416:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.290843:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.290854:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 23 pid: 7713 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.290865:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334438016:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.290919:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.293647:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.293790:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172672 00000100:00100000:2.0:1734016119.293800:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172672 00010000:00010000:2.0:1734016119.293851:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 24 pid: 7713 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.293892:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3345 00000100:00100000:2.0:1734016119.293901:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1969:x1818247332172672:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.293917:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.293925:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 24 pid: 7713 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.293937:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 24 pid: 7713 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.293966:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.293972:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.293983:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.293991:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.294012:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.294079:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1969:x1818247332172672:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 178us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.294086:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3345 00010000:00010000:3.0:1734016119.294283:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175b73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac7a expref: 23 pid: 7713 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.294310:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334438016:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.294335:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.294345:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.294350:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016119.294486:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968942 00000004:00010000:3.0:1734016119.294555:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88013501ed80 reply state ffff88007978f000 transno 4294968943 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016119.294564:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016119.294633:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+45:10366:x1818247332172544:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4543us (6344us total) trans 4294968943 rc 0/0 00000100:00100000:3.0:1734016119.294640:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2554 00000020:00080000:3.0:1734016119.294644:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016119.299112:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.299128:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.299134:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.299139:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016119.299143:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.299148:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.299161:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.299163:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.299166:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.299170:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3175bab lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016119.299981:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.300210:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172800 00000100:00100000:3.0:1734016119.300218:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172800 00000100:00100000:3.0:1734016119.300528:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12318 00000100:00100000:3.0:1734016119.300535:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332172800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.300549:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.300563:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acab expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.300584:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.300591:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.300592:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.300595:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.300618:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.300627:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.300637:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334438144:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016119.300791:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.303713:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334438144:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.303785:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.303810:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016119.303868:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332172800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3331us (3894us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.303878:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12318 00000100:00100000:0.0:1734016119.304525:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.304922:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332172928 00000100:00100000:2.0:1734016119.304929:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332172928 00010000:00010000:2.0:1734016119.304961:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.305000:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3346 00000100:00100000:2.0:1734016119.305007:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332172928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.305019:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.305039:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.305054:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.305078:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175b7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->311295) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ac81 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.305095:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.305097:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.305103:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.305110:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.305144:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.305156:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334438272:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016119.305219:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.307819:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.307906:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.308004:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173056 00000100:00100000:3.0:1734016119.308014:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173056 00002000:00010000:3.0:1734016119.308062:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2145730->18446744073709551615) 00002000:00100000:3.0:1734016119.308067:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501c000 with x1818247332173056 ext(2145730->18446744073709551615) 00002000:00010000:3.0:1734016119.308082:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501c000. 00000100:00100000:3.0:1734016119.308103:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173184 00000100:00100000:3.0:1734016119.308106:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173184 00002000:00010000:3.0:1734016119.308117:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016119.308120:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f800 with x1818247332173184 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016119.308126:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501f800. 00000100:00100000:3.0:1734016119.308147:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9782 00000100:00100000:3.0:1734016119.308156:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332173056:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016119.309632:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9783 00000100:00100000:1.0:1734016119.309641:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332173184:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016119.312809:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1734016119.312825:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.312829:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.312832:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.312834:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:1.0:1734016119.312957:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332173184:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3307us (5041us total) trans 4294968136 rc 0/0 00000100:00100000:1.0:1734016119.312970:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9783 00002000:00010000:1.0:1734016119.312977:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016119.312980:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f800 with x1818247332173184 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016119.312988:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501f800. 00000100:00100000:2.0:1734016119.313282:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334438272:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016119.313312:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.313340:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332172928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8333us (8818us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.313349:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3346 00002000:00010000:3.0:1734016119.315318:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4587974 -> 2145730 00002000:00010000:3.0:1734016119.315324:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.315326:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.315328:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.315330:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 144 00000100:00100000:3.0:1734016119.315370:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332173056:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 7212us (7565us total) trans 4294969721 rc 0/0 00000100:00100000:3.0:1734016119.315378:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9782 00002000:00010000:3.0:1734016119.315383:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2145730->18446744073709551615) 00002000:00100000:3.0:1734016119.315386:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501c000 with x1818247332173056 ext(2145730->18446744073709551615) 00002000:00010000:3.0:1734016119.315390:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501c000. 00000100:00100000:0.0:1734016119.325931:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.326138:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173312 00000100:00100000:3.0:1734016119.326150:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173312 00000100:00100000:3.0:1734016119.327027:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2555 00000100:00100000:3.0:1734016119.327038:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+44:10366:x1818247332173312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.327069:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.327094:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175bb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acb2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.327221:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175bc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.327242:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.327254:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016119.327289:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2145730 00000004:00200000:3.0:1734016119.327294:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.327315:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.327341:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3175bb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb2 expref: 46 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.328577:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb2 expref: 45 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.328594:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.328598:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.328601:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016119.328988:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+45:10366:x1818247332173312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1949us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.328997:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2555 00000100:00100000:0.0:1734016119.334248:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.334376:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173440 00000100:00100000:3.0:1734016119.334385:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173440 00000100:00100000:3.0:1734016119.334812:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2556 00000100:00100000:3.0:1734016119.334820:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332173440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.334845:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.334866:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175bc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acb9 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.334948:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.334960:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.334970:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016119.334991:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2145730 00000004:00200000:3.0:1734016119.334994:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.335008:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.335031:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175bc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.335046:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.335052:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.335055:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.335058:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016119.335113:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332173440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 293us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.335118:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2556 00000100:00100000:0.0:1734016119.339829:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.339881:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.339994:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173696 00000100:00100000:1.0:1734016119.340013:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173696 00000100:00100000:1.0:1734016119.340070:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173568 00000100:00100000:1.0:1734016119.340072:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173568 00000100:00100000:1.0:1734016119.340099:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12319 00000100:00100000:1.0:1734016119.340109:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332173696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.340135:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.340161:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175bd5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acc7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.340258:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334438400:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.340361:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.340582:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12320 00000100:00100000:3.0:1734016119.340589:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332173568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.340602:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.340617:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175bdc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acc0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.340651:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334438528:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.340698:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.343418:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:1.0:1734016119.343446:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334438400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.343484:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175bd5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acc7 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.343497:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3175bd5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acc7 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.343511:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016119.343552:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332173696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3444us (3743us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.343562:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12319 00000100:00100000:3.0:1734016119.343770:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334438528:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.343793:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175bdc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acc0 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.343801:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175bdc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acc0 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.343826:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016119.343850:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332173568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3260us (3968us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.343855:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12320 00000100:00100000:0.0:1734016119.349896:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.350236:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173824 00000100:00100000:3.0:1734016119.350254:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173824 00000100:00100000:3.0:1734016119.350605:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12321 00000100:00100000:3.0:1734016119.350613:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332173824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.350630:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.350648:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175be3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acce expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.350702:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334438656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.350798:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.351366:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.351818:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332173952 00000100:00100000:2.0:1734016119.351828:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332173952 00000100:00100000:2.0:1734016119.351863:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12322 00000100:00100000:2.0:1734016119.351868:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332173952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.351882:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.351900:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175bea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acd5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.351941:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334438784:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.351993:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.356162:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334438784:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.356222:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175bea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acd5 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.356237:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175bea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acd5 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.356684:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334438656:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.356715:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175be3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acce expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.356762:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175be3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acce expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.356780:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016119.356855:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332173824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6240us (6974us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.356870:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12321 00010000:00010000:2.0:1734016119.357449:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016119.357475:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332173952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5605us (6109us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.357480:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12322 00000100:00100000:0.0:1734016119.362488:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.362842:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174080 00000100:00100000:2.0:1734016119.362851:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174080 00000100:00100000:2.0:1734016119.362896:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12323 00000100:00100000:2.0:1734016119.362902:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087207050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332174080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.362920:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.362942:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acdc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.362977:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.362984:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.362987:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.362990:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [593920->602111] (req 593920->602111) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.363028:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.363040:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 8 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.363055:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334438912:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.363137:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.369548:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334438912:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016119.369585:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [593920->602111] (req 593920->602111) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.369603:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016119.369660:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087207050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332174080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6756us (7186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.369671:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12323 00000100:00100000:0.0:1734016119.370080:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.371277:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174208 00000100:00100000:2.0:1734016119.371286:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174208 00010000:00010000:2.0:1734016119.371317:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.371350:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3347 00000100:00100000:2.0:1734016119.371355:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332174208:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.371366:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.371389:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.371400:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.371417:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175ba4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3170304->3174399) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aca4 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.371447:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.371450:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.371458:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.371465:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.371496:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.371508:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334439040:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016119.371574:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.373913:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.374029:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174336 00000100:00100000:3.0:1734016119.374039:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174336 00000100:00100000:3.0:1734016119.374080:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12324 00000100:00100000:3.0:1734016119.374088:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332174336:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016119.374274:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2145730 -> 2145730 00002000:00010000:3.0:1734016119.374277:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.374279:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.374280:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.374281:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:3.0:1734016119.374358:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332174336:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 270us (456us total) trans 4294969722 rc 0/0 00000100:00100000:3.0:1734016119.374365:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12324 00000100:00100000:2.0:1734016119.375092:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334439040:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016119.375109:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.375569:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332174208:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4211us (5489us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.375579:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3347 00000100:00100000:0.0:1734016119.379224:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.379349:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174464 00000100:00100000:2.0:1734016119.379359:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174464 00000100:00100000:2.0:1734016119.379419:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12325 00000100:00100000:2.0:1734016119.379430:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332174464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.379454:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.379473:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175bf8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ace3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.379537:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334439168:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.380310:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.382683:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334439168:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.383054:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175bf8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ace3 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.383069:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175bf8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ace3 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.383091:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016119.383139:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332174464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3709us (3926us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.383147:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12325 00000001:00080000:1.0:1734016119.387138:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968943 is committed 00000001:00080000:1.0:1734016119.387156:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968941 is committed 00000100:00100000:0.0:1734016119.388086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.388216:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174592 00000100:00100000:2.0:1734016119.388225:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174592 00000100:00100000:2.0:1734016119.388283:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12326 00000100:00100000:2.0:1734016119.388291:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332174592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.388309:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.388327:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3175bff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acea expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.388377:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334439296:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.388429:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.390421:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334439296:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.390453:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3175bff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acea expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.390463:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3175bff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acea expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.390585:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016119.390789:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332174592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2496us (2709us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.390797:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12326 00000100:00100000:0.0:1734016119.396809:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.397665:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174848 00000100:00100000:2.0:1734016119.397677:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174848 00000100:00100000:2.0:1734016119.397845:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2557 00000100:00100000:2.0:1734016119.397852:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332174848:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016119.397895:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.397917:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175bc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb2 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.397948:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.397952:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016119.398084:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.398096:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 15 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.398102:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.398128:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 15 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.398138:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 15 pid: 6484 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.398149:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334439424:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.399448:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.406286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.406371:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334439424:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016119.406395:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016119.407336:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332174976 00000100:00100000:3.0:1734016119.407343:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332174976 00010000:00010000:3.0:1734016119.407379:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 16 pid: 6484 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.407404:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3348 00000100:00100000:3.0:1734016119.407410:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a810f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332174976:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.407425:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.407430:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 16 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.407439:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 16 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.407465:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175bce lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acb9 expref: 16 pid: 6484 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.407991:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.407999:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.408009:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.408014:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.408037:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.408082:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a810f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332174976:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 671us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.408090:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3348 00010000:00010000:0.0:1734016119.408349:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016119.408358:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016119.408464:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968944 00000004:00010000:0.0:1734016119.408525:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880097efad80 reply state ffff88007978d000 transno 4294968945 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016119.408532:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016119.408614:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332174848:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 10762us (11811us total) trans 4294968945 rc 0/0 00000100:00100000:0.0:1734016119.408621:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2557 00000020:00080000:0.0:1734016119.408624:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016119.411230:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016119.411303:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.411311:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.411317:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.411322:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016119.411326:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.411332:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.411347:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.411349:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016119.411353:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016119.411356:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175c06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016119.411525:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175104 00000100:00100000:2.0:1734016119.411534:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175104 00000100:00100000:2.0:1734016119.411579:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12327 00000100:00100000:2.0:1734016119.411586:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332175104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.411601:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.411615:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acf1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.411637:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.411643:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.411645:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.411648:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.411673:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.411684:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 7 pid: 7692 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.411695:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334439552:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.411769:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.415104:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334439552:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016119.415135:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.415150:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016119.415201:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332175104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3615us (3979us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.415257:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12327 00000100:00100000:0.0:1734016119.415915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.416474:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175232 00000100:00100000:3.0:1734016119.416484:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175232 00010000:00010000:3.0:1734016119.416515:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 8 pid: 7692 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.416542:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3349 00000100:00100000:3.0:1734016119.416547:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332175232:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.416560:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.416577:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 8 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.416587:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 8 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.416608:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3175bf1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 593920->602111) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acdc expref: 8 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.416620:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.416622:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.416627:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.416636:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.416666:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.416677:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334439680:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016119.416744:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.421827:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.421874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.422208:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334439680:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016119.422240:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.422315:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332175232:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5763us (6399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.422327:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3349 00000100:00100000:2.0:1734016119.422436:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175360 00000100:00100000:2.0:1734016119.422443:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175360 00002000:00010000:2.0:1734016119.422478:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5299310->18446744073709551615) 00002000:00100000:2.0:1734016119.422483:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9f80 with x1818247332175360 ext(5299310->18446744073709551615) 00002000:00010000:2.0:1734016119.422496:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9f80. 00000100:00100000:2.0:1734016119.422524:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175488 00000100:00100000:2.0:1734016119.422526:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175488 00002000:00010000:2.0:1734016119.422536:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016119.422539:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9500 with x1818247332175488 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016119.422546:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ef9500. 00000100:00100000:2.0:1734016119.422559:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9784 00000100:00100000:2.0:1734016119.422564:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332175360:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016119.422786:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2145730 -> 5299310 00002000:00010000:2.0:1734016119.422790:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.422793:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.422795:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.422797:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:2.0:1734016119.422819:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332175360:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 253us (1011us total) trans 4294969723 rc 0/0 00000100:00100000:2.0:1734016119.422826:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9784 00002000:00010000:2.0:1734016119.422828:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5299310->18446744073709551615) 00002000:00100000:2.0:1734016119.422830:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9f80 with x1818247332175360 ext(5299310->18446744073709551615) 00002000:00010000:2.0:1734016119.422834:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ef9f80. 00000100:00100000:2.0:1734016119.422845:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9785 00000100:00100000:2.0:1734016119.422850:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332175488:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016119.422927:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1734016119.422929:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.422931:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:2.0:1734016119.422932:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.422934:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016119.422951:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332175488:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 101us (1077us total) trans 4294968137 rc 0/0 00000100:00100000:2.0:1734016119.422957:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9785 00002000:00010000:2.0:1734016119.422960:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016119.422962:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9500 with x1818247332175488 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016119.422965:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ef9500. 00000100:00100000:0.0:1734016119.426004:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.426124:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175616 00000100:00100000:2.0:1734016119.426132:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175616 00000100:00100000:2.0:1734016119.426190:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2558 00000100:00100000:2.0:1734016119.426197:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332175616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.426217:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.426237:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3175c14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acf8 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.426324:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175c1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.426337:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175c1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.426347:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175c1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016119.426374:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9493614 00000004:00200000:2.0:1734016119.426377:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.426391:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175c1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.426414:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3175c14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf8 expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.426450:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175c1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf8 expref: 16 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.426459:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.426462:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.426465:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016119.427222:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332175616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1023us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.427229:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2558 00000100:00100000:0.0:1734016119.429397:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.429465:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.429681:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175872 00000100:00100000:3.0:1734016119.429692:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175872 00000100:00100000:3.0:1734016119.430037:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332175744 00000100:00100000:3.0:1734016119.430040:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332175744 00000100:00100000:2.0:1734016119.430110:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12328 00000100:00100000:2.0:1734016119.430119:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332175872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.430144:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.430169:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d3175c22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad06 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.430262:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334439808:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.430339:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.430409:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12329 00000100:00100000:3.0:1734016119.430416:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332175744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.430425:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.430438:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175c29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5acff expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.430470:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334439936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.430496:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00002000:00010000:2.0:1734016119.434103:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:2.0:1734016119.434139:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334439808:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.434179:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d3175c22 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad06 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.434202:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d3175c22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad06 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.434318:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334439936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.434340:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175c29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acff expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.434349:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175c29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acff expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.434371:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016119.434429:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332175744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4012us (4962us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.434438:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12329 00010000:00010000:2.0:1734016119.434773:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016119.434801:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332175872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4682us (5415us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.434807:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12328 00000100:00100000:0.0:1734016119.439023:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.439073:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.439142:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176128 00000100:00100000:2.0:1734016119.439150:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176128 00000100:00100000:2.0:1734016119.439195:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176000 00000100:00100000:2.0:1734016119.439197:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176000 00000100:00100000:2.0:1734016119.439219:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12330 00000100:00100000:2.0:1734016119.439226:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332176128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.439241:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.439259:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175c30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad14 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.439312:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334440064:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.439363:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.439407:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12331 00000100:00100000:0.0:1734016119.439412:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332176000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.439420:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.439429:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3175c37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad0d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.439451:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334440192:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016119.439467:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.442608:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334440192:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.442654:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3175c37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad0d expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.442670:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3175c37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad0d expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.442687:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:1.0:1734016119.442764:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332176000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3350us (3690us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.442775:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12331 00000100:00100000:2.0:1734016119.443006:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334440064:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.443026:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175c30 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad14 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.443040:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175c30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad14 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.443059:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016119.443077:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332176128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3852us (4065us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.443082:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12330 00000100:00100000:0.0:1734016119.447106:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.447151:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.447268:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176256 00000100:00100000:1.0:1734016119.447281:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176256 00000100:00100000:1.0:1734016119.447489:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176384 00000100:00100000:1.0:1734016119.447493:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176384 00000100:00100000:2.0:1734016119.447541:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12332 00000100:00100000:2.0:1734016119.447552:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332176256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.447579:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.447599:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175c3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad1b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.447678:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334440320:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.447800:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.447969:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12333 00000100:00100000:1.0:1734016119.447975:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332176384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.447984:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.447996:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175c45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad22 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.448023:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334440448:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.448042:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.452210:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334440448:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.452267:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175c45 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad22 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.452281:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175c45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad22 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.452302:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016119.452353:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332176384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4377us (5200us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.452365:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12333 00000100:00100000:2.0:1734016119.452869:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334440320:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.452889:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175c3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad1b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.452897:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175c3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad1b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.452919:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016119.452949:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332176256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5398us (5853us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.452955:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12332 00000100:00100000:2.0:1734016119.456706:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.456777:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.456853:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176640 00000100:00100000:0.0:1734016119.456868:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176640 00000100:00100000:0.0:1734016119.456921:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176512 00000100:00100000:0.0:1734016119.456923:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176512 00000100:00100000:0.0:1734016119.456947:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12334 00000100:00100000:0.0:1734016119.456957:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332176640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.456982:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.456997:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175c4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad30 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.457063:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334440576:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016119.457135:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.457362:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12335 00000100:00100000:1.0:1734016119.457370:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332176512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.457380:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.457391:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175c53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad29 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.457426:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334440704:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.457451:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.461446:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334440704:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.461474:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175c53 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad29 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.461486:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175c53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad29 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.461497:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016119.461532:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332176512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4161us (4755us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.461539:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12335 00000100:00100000:2.0:1734016119.462482:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334440576:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.462503:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175c4c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad30 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.462512:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3175c4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad30 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.462538:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016119.462617:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332176640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5661us (5927us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.462623:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12334 00000100:00100000:0.0:1734016119.465348:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.465448:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176768 00000100:00100000:2.0:1734016119.465458:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176768 00000100:00100000:2.0:1734016119.465520:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2559 00000100:00100000:2.0:1734016119.465527:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332176768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.465547:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.465567:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175c5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad37 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.465647:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.465663:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.465673:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016119.465696:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9493614 00000004:00200000:2.0:1734016119.465700:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.465718:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.465771:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175c5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.465785:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.465792:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.465795:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.465798:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016119.465842:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332176768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 315us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.465847:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2559 00000100:00100000:0.0:1734016119.468668:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.468714:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.468813:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332176896 00000100:00100000:1.0:1734016119.468823:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332176896 00000100:00100000:1.0:1734016119.468867:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332177024 00000100:00100000:1.0:1734016119.468869:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332177024 00000100:00100000:1.0:1734016119.469093:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12336 00000100:00100000:1.0:1734016119.469101:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332176896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.469117:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.469132:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175c68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad3e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.469192:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334440832:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.469289:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12337 00000100:00100000:3.0:1734016119.469295:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332177024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.469303:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.469314:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad45 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.469342:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334440960:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.469680:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.469780:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.472069:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334440832:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.472100:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175c68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad3e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.472114:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3175c68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad3e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.472128:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016119.472171:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332176896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3070us (3512us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.472177:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12336 00000100:00100000:3.0:1734016119.472271:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334440960:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.472289:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c6f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad45 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.472297:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad45 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.472320:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016119.472336:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332177024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3041us (3621us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.472340:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12337 00000100:00100000:0.0:1734016119.475279:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.475466:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332177152 00000100:00100000:3.0:1734016119.475476:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332177152 00000100:00100000:3.0:1734016119.475528:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12338 00000100:00100000:3.0:1734016119.475535:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332177152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.475551:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.475566:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad4c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.475589:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.475595:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.475597:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.475600:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3764224->3768319] (req 3764224->3768319) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.475625:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.475636:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.475651:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334441088:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016119.475697:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.478752:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334441088:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.478796:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3764224->3768319] (req 3764224->3768319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.478812:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016119.478862:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332177152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3327us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.478870:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12338 00000100:00100000:0.0:1734016119.480004:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.480536:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332177280 00000100:00100000:3.0:1734016119.480547:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332177280 00010000:00010000:3.0:1734016119.480584:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 11 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.481022:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3350 00000100:00100000:3.0:1734016119.481030:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332177280:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.481048:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.481070:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 11 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.481082:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 11 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.481108:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175bb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acab expref: 11 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.481140:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.481142:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.481148:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.481157:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.481197:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.481209:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334441216:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016119.481833:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.485544:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334441216:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016119.485572:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.485619:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332177280:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4589us (5623us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.485632:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3350 00000100:00100000:0.0:1734016119.485944:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.486078:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332177536 00000100:00100000:3.0:1734016119.486084:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332177536 00002000:00100000:3.0:1734016119.486114:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3764224->3768319) req@ffff880079434a80 x1818247332177536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.486128:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434a80 with x1818247332177536 ext(3764224->3768319) 00002000:00010000:3.0:1734016119.486132:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079434a80 00000100:00100000:3.0:1734016119.486147:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9786 00000100:00100000:3.0:1734016119.486152:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332177536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.486307:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332177536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 153us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.486313:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9786 00002000:00100000:3.0:1734016119.486317:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3764224->3768319) req@ffff880079434a80 x1818247332177536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.486323:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434a80 with x1818247332177536 ext(3764224->3768319) 00002000:00010000:3.0:1734016119.486326:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079434a80 00000100:00100000:0.0:1734016119.490000:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.490129:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332177792 00000100:00100000:2.0:1734016119.490140:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332177792 00002000:00100000:2.0:1734016119.490195:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3768320->3772415) req@ffff880079434000 x1818247332177792/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.490206:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434000 with x1818247332177792 ext(3768320->3772415) 00002000:00010000:2.0:1734016119.490211:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079434000 00000100:00100000:2.0:1734016119.490279:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9787 00000100:00100000:2.0:1734016119.490286:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332177792:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.490692:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332177792:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 406us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.490699:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9787 00002000:00100000:2.0:1734016119.490706:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3768320->3772415) req@ffff880079434000 x1818247332177792/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.490713:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079434000 with x1818247332177792 ext(3768320->3772415) 00002000:00010000:2.0:1734016119.490717:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079434000 00000100:00100000:0.0:1734016119.499765:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.499873:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332177920 00000100:00100000:3.0:1734016119.499884:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332177920 00000100:00100000:3.0:1734016119.499927:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12339 00000100:00100000:3.0:1734016119.499934:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332177920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.499950:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.499966:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad53 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.499991:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.499994:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.500001:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.500015:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.500029:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016119.500080:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332177920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 146us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.500085:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12339 00000100:00100000:0.0:1734016119.504129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.504244:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332178048 00000100:00100000:1.0:1734016119.504252:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332178048 00000100:00100000:1.0:1734016119.504339:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12340 00000100:00100000:1.0:1734016119.504346:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332178048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.504366:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.504381:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175c84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad5a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.504429:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334441344:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.504475:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.506808:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334441344:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.506838:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175c84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad5a expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.506855:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175c84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad5a expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.506866:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016119.506908:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332178048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2562us (2788us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.506915:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12340 00000100:00100000:0.0:1734016119.509456:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.509576:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332178176 00000100:00100000:1.0:1734016119.509584:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332178176 00000100:00100000:1.0:1734016119.509852:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12341 00000100:00100000:1.0:1734016119.509860:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332178176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.509880:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.509899:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad61 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.509927:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.509936:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.509942:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.509943:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.509947:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.509988:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.510001:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 10 pid: 7692 timeout: 483 lvb_type: 1 00000100:00100000:1.0:1734016119.510013:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334441472:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016119.510068:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.510075:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.510081:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334441600:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016119.510096:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.512806:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334441472:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016119.512821:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334441600:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016119.512863:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.512888:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016119.512969:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332178176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3107us (3520us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.512985:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12341 00000100:00100000:0.0:1734016119.514084:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.514122:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.514350:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332178304 00000100:00100000:3.0:1734016119.514358:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332178304 00010000:00010000:3.0:1734016119.514389:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 11 pid: 7692 timeout: 483 lvb_type: 1 00000100:00100000:1.0:1734016119.515037:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332178432 00000100:00100000:1.0:1734016119.515042:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332178432 00000100:00100000:3.0:1734016119.515046:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3351 00000100:00100000:3.0:1734016119.515053:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332178304:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.515058:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.515064:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734016119.515077:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3352 00010000:00010000:3.0:1734016119.515080:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 11 pid: 7692 timeout: 483 lvb_type: 1 00000100:00100000:1.0:1734016119.515082:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332178432:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.515089:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.515089:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 11 pid: 7692 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1734016119.515097:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.515107:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175c7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad53 expref: 11 pid: 7692 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1734016119.515108:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.515119:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175c76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3764224->3768319) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad4c expref: 10 pid: 7692 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016119.515138:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.515140:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.515145:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.515152:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.515180:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.515205:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334441728:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016119.515247:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00010000:00010000:3.0:1734016119.516640:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.516687:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332178304:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1629us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.516695:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3351 00000100:00100000:1.0:1734016119.518249:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334441728:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016119.518272:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.518547:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332178432:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3461us (4421us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.518557:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3352 00000100:00100000:2.0:1734016119.520595:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.520692:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332178688 00000100:00100000:0.0:1734016119.520710:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332178688 00002000:00100000:0.0:1734016119.520796:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1482752->1486847) req@ffff880079533800 x1818247332178688/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.520808:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332178688 ext(1482752->1486847) 00002000:00010000:0.0:1734016119.520819:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016119.520858:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9788 00000100:00100000:0.0:1734016119.520865:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332178688:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.521243:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332178688:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 377us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.521249:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9788 00002000:00100000:0.0:1734016119.521257:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1482752->1486847) req@ffff880079533800 x1818247332178688/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.521264:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332178688 ext(1482752->1486847) 00002000:00010000:0.0:1734016119.521267:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016119.524679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.524839:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332178944 00000100:00100000:3.0:1734016119.524850:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332178944 00002000:00100000:3.0:1734016119.524895:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1486848->1490943) req@ffff880079990e00 x1818247332178944/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.524904:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990e00 with x1818247332178944 ext(1486848->1490943) 00002000:00010000:3.0:1734016119.524909:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079990e00 00000100:00100000:3.0:1734016119.524928:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9789 00000100:00100000:3.0:1734016119.524936:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332178944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.525493:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332178944:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 555us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.525502:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9789 00002000:00100000:3.0:1734016119.525508:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1486848->1490943) req@ffff880079990e00 x1818247332178944/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.525516:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990e00 with x1818247332178944 ext(1486848->1490943) 00002000:00010000:3.0:1734016119.525518:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079990e00 00000100:00100000:0.0:1734016119.531715:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.532089:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179072 00000100:00100000:3.0:1734016119.532102:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179072 00002000:00100000:3.0:1734016119.532157:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1482752->1490943) req@ffff880079991180 x1818247332179072/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 8680/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.532171:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332179072 ext(1482752->1490943) 00002000:00010000:3.0:1734016119.532178:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:3.0:1734016119.532206:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9790 00000100:00100000:3.0:1734016119.532212:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332179072:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016119.533743:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332179072:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1503us (2011us total) trans 4294968138 rc 0/0 00000100:00100000:3.0:1734016119.533760:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9790 00002000:00100000:3.0:1734016119.533776:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1482752->1490943) req@ffff880079991180 x1818247332179072/t4294968138(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 8680/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.533784:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332179072 ext(1482752->1490943) 00002000:00010000:3.0:1734016119.533791:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:0.0:1734016119.535618:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.535696:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179200 00000100:00100000:1.0:1734016119.535705:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179200 00000100:00100000:1.0:1734016119.535789:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12342 00000100:00100000:1.0:1734016119.537915:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332179200:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016119.541172:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968138 is committed 00000001:00080000:0.0:1734016119.541198:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968137 is committed 00000100:00100000:1.0:1734016119.542333:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332179200:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4417us (6714us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.542351:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12342 00000100:00100000:0.0:1734016119.550123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.550282:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179328 00000100:00100000:1.0:1734016119.550298:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179328 00000100:00100000:1.0:1734016119.551298:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12343 00000100:00100000:1.0:1734016119.551311:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332179328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.551342:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.551369:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175c92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad68 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.551462:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334441856:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.551769:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.555102:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334441856:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.555158:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175c92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad68 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.555179:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175c92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad68 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.555226:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016119.555297:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332179328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3987us (5187us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.555309:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12343 00000100:00100000:0.0:1734016119.558499:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.558926:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179456 00000100:00100000:1.0:1734016119.558941:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179456 00000100:00100000:1.0:1734016119.559426:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12344 00000100:00100000:1.0:1734016119.559434:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332179456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.559460:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.559482:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175c99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad6f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.559569:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334441984:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.560005:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.562376:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334441984:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.562430:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175c99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad6f expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.562448:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175c99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad6f expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.562462:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016119.562527:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332179456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3091us (4036us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.562538:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12344 00000100:00100000:0.0:1734016119.568246:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.568587:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179584 00000100:00100000:1.0:1734016119.568604:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179584 00000100:00100000:1.0:1734016119.568774:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12345 00000100:00100000:1.0:1734016119.568784:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332179584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.568810:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.568834:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175ca0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad76 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.568908:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334442112:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.568988:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.571510:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:1.0:1734016119.571541:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334442112:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.571593:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175ca0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad76 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.571607:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3175ca0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad76 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.572003:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016119.572215:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332179584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3429us (3988us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.572227:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12345 00000100:00100000:0.0:1734016119.576376:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.576634:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179712 00000100:00100000:1.0:1734016119.576650:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179712 00000100:00100000:1.0:1734016119.576751:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12346 00000100:00100000:1.0:1734016119.576760:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332179712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.576781:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.576801:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3175ca7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad7d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.576859:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334442240:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.576924:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.580460:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334442240:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.580506:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3175ca7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad7d expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.580521:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3175ca7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad7d expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.580585:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016119.580981:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332179712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4217us (4626us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.580994:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12346 00000100:00100000:0.0:1734016119.585397:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.585647:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332179968 00000100:00100000:3.0:1734016119.585660:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332179968 00000100:00100000:3.0:1734016119.585790:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2560 00000100:00100000:3.0:1734016119.585798:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332179968:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016119.585861:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.585893:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175c1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf8 expref: 16 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.585922:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.585926:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016119.586137:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.586152:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.586161:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.586215:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.586232:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 19 pid: 7713 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.586255:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334442368:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016119.587488:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.594959:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334442368:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.595010:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016119.595713:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.596741:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180096 00000100:00100000:2.0:1734016119.596751:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180096 00010000:00010000:2.0:1734016119.596779:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 20 pid: 7713 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.596813:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3353 00000100:00100000:2.0:1734016119.596819:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332180096:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.596830:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.596835:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 20 pid: 7713 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.596844:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 20 pid: 7713 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.596861:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3175c61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad37 expref: 20 pid: 7713 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.596881:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.596886:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.596895:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.596902:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.596919:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016119.597511:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.597519:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016119.597625:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968946 00000004:00010000:3.0:1734016119.597681:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079992300 reply state ffff880079bb9000 transno 4294968947 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016119.597687:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016119.597818:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332180096:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 995us (2104us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.597828:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3353 00000100:00100000:3.0:1734016119.598846:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332179968:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 13047us (13463us total) trans 4294968947 rc 0/0 00000100:00100000:3.0:1734016119.598856:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2560 00000020:00080000:3.0:1734016119.598862:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016119.602545:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.602870:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180224 00000100:00100000:1.0:1734016119.602888:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180224 00010000:00010000:2.0:1734016119.603068:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.603085:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.603093:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.603101:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db3c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016119.603105:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.603112:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.603135:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.603140:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.603146:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.603150:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175cae lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016119.603235:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12347 00000100:00100000:1.0:1734016119.603246:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332180224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.603278:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.603302:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad84 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.603335:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.603341:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.603344:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.603349:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.603387:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.603403:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 9 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.603423:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334442496:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016119.603518:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.608744:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334442496:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016119.608795:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.608819:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016119.608902:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332180224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5655us (6374us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.608914:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12347 00000100:00100000:0.0:1734016119.609565:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.609977:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180352 00000100:00100000:2.0:1734016119.609986:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180352 00010000:00010000:2.0:1734016119.610027:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.610709:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3354 00000100:00100000:2.0:1734016119.610717:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332180352:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.610995:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.611027:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.611041:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.611066:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3175c0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5acf1 expref: 10 pid: 13917 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.611082:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.611083:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.611089:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.611103:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.611143:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.611155:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334442624:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016119.611961:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.616042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.616095:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.616433:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334442624:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016119.616473:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016119.616545:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332180352:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5827us (6980us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.616559:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3354 00000100:00100000:3.0:1734016119.617703:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180480 00000100:00100000:3.0:1734016119.617733:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180480 00002000:00010000:3.0:1734016119.617799:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016119.617807:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531880 with x1818247332180480 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016119.617828:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531880. 00000100:00100000:3.0:1734016119.617864:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180608 00000100:00100000:3.0:1734016119.617866:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180608 00002000:00010000:3.0:1734016119.617879:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2111740->18446744073709551615) 00002000:00100000:3.0:1734016119.617882:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533100 with x1818247332180608 ext(2111740->18446744073709551615) 00002000:00010000:3.0:1734016119.617892:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079533100. 00000100:00100000:2.0:1734016119.618907:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9791 00000100:00100000:2.0:1734016119.618917:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332180480:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016119.619192:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5299310 -> 4194304 00002000:00010000:2.0:1734016119.619196:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.619198:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.619200:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.619202:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:2.0:1734016119.619274:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332180480:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 359us (3256us total) trans 4294969724 rc 0/0 00000100:00100000:2.0:1734016119.619282:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9791 00002000:00010000:2.0:1734016119.619287:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016119.619290:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531880 with x1818247332180480 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016119.619295:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531880. 00000100:00100000:2.0:1734016119.619313:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9792 00000100:00100000:2.0:1734016119.619318:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332180608:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016119.619458:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2111740 00002000:00010000:2.0:1734016119.619461:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.619462:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.619464:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.619466:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016119.619481:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332180608:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 162us (3385us total) trans 4294968139 rc 0/0 00000100:00100000:2.0:1734016119.619485:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9792 00002000:00010000:2.0:1734016119.619487:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2111740->18446744073709551615) 00002000:00100000:2.0:1734016119.619489:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533100 with x1818247332180608 ext(2111740->18446744073709551615) 00002000:00010000:2.0:1734016119.619494:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079533100. 00000100:00100000:0.0:1734016119.623382:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.624155:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180736 00000100:00100000:3.0:1734016119.624165:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180736 00000100:00100000:3.0:1734016119.624226:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2561 00000100:00100000:3.0:1734016119.624236:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332180736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.624254:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.624269:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3175cbc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad8b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.624349:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.624360:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.624369:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016119.624389:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6306044 00000004:00200000:3.0:1734016119.624393:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.624405:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.624425:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3175cbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.624458:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.624470:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.624473:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.624476:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016119.624519:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332180736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 284us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.624525:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2561 00000100:00100000:0.0:1734016119.627649:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.627897:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180864 00000100:00100000:1.0:1734016119.627905:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180864 00000100:00100000:1.0:1734016119.627938:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12348 00000100:00100000:1.0:1734016119.627944:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332180864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.627962:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.627977:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175cca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad92 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.628024:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334442752:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.628080:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.628572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.629274:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332180992 00000100:00100000:2.0:1734016119.629281:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332180992 00000100:00100000:2.0:1734016119.629321:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12349 00000100:00100000:2.0:1734016119.629328:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332180992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.629341:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.629355:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3175cd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ad99 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.629394:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334442880:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.629442:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.631875:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334442752:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.631915:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175cca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad92 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.631931:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175cca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad92 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.632994:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016119.633046:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332180864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5100us (5403us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.633055:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12348 00000100:00100000:2.0:1734016119.633702:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334442880:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.633768:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3175cd1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad99 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.633785:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3175cd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad99 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.633813:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016119.633844:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332180992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4516us (5272us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.633851:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12349 00000100:00100000:0.0:1734016119.640944:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.640996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.641069:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181248 00000100:00100000:1.0:1734016119.641078:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181248 00000100:00100000:1.0:1734016119.641311:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181120 00000100:00100000:1.0:1734016119.641315:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181120 00000100:00100000:1.0:1734016119.641356:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12350 00000100:00100000:1.0:1734016119.641368:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332181248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.641397:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.641423:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175cd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ada7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.641508:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334443008:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.641592:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.641809:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12351 00000100:00100000:2.0:1734016119.641814:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332181120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.641822:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.641832:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3175cdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ada0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.641860:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334443136:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.641882:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.645399:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334443136:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.645446:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3175cdf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ada0 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.645459:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3175cdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ada0 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.645478:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016119.645519:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332181120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3703us (4522us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.645526:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12351 00000100:00100000:1.0:1734016119.645620:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334443008:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.645642:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175cd8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ada7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.645651:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3175cd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ada7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.645674:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016119.645692:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332181248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4327us (4763us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.645697:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12350 00000100:00100000:0.0:1734016119.648485:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.648617:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181376 00000100:00100000:2.0:1734016119.648626:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181376 00000100:00100000:2.0:1734016119.648683:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2562 00000100:00100000:2.0:1734016119.648690:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332181376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.648714:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.648829:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175ce6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adae expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.648951:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175ced lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.648973:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.648989:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016119.649026:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6306044 00000004:00200000:2.0:1734016119.649033:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.649057:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.649085:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3175ce6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adae expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.649107:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175ced lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adae expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.649122:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.649125:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.649129:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016119.649211:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332181376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 520us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.649219:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2562 00000100:00100000:0.0:1734016119.653680:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.653874:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181504 00000100:00100000:1.0:1734016119.653889:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181504 00000100:00100000:1.0:1734016119.653956:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12352 00000100:00100000:1.0:1734016119.653967:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332181504:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.654267:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2111740 -> 2111740 00002000:00010000:1.0:1734016119.654273:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.654275:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.654278:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.654279:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 40 00000100:00100000:1.0:1734016119.654339:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332181504:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 372us (685us total) trans 4294968140 rc 0/0 00000100:00100000:1.0:1734016119.654344:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12352 00000100:00100000:0.0:1734016119.658099:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.658165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.658343:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181632 00000100:00100000:2.0:1734016119.658362:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181632 00000100:00100000:2.0:1734016119.658428:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12353 00000100:00100000:2.0:1734016119.658438:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332181632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.658471:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.658502:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175cf4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adb5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.658589:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334443264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.658690:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.658824:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181760 00000100:00100000:1.0:1734016119.658830:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181760 00000100:00100000:1.0:1734016119.658874:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12354 00000100:00100000:1.0:1734016119.658879:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332181760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.658889:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.658904:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3175cfb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adbc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.658937:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334443392:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.658963:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.661485:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334443392:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.661543:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3175cfb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adbc expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.661556:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3175cfb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adbc expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016119.661679:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334443264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.661697:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175cf4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adb5 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.661706:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3175cf4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adb5 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.662279:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00010000:00010000:2.0:1734016119.662403:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:1.0:1734016119.662462:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332181760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3579us (4294us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.662474:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12354 00000100:00100000:2.0:1734016119.662540:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332181632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4103us (4458us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.662546:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12353 00000100:00100000:0.0:1734016119.665698:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.665778:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.665875:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182016 00000100:00100000:1.0:1734016119.665890:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182016 00000100:00100000:1.0:1734016119.666117:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332181888 00000100:00100000:1.0:1734016119.666120:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332181888 00000100:00100000:2.0:1734016119.666161:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12355 00000100:00100000:2.0:1734016119.666175:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332182016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.666217:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.666249:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175d02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adca expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.666349:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334443520:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.666434:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.666645:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12356 00000100:00100000:3.0:1734016119.666653:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332181888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.666663:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.666684:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175d09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adc3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.666741:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334443648:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.666769:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.671383:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334443520:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.671434:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175d02 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adca expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.671452:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3175d02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adca expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.671493:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016119.671559:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332182016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5386us (5876us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.671570:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12355 00000100:00100000:3.0:1734016119.672098:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334443648:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.672121:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175d09 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adc3 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.672132:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3175d09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adc3 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.672144:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016119.672315:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332181888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5660us (6534us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.672325:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12356 00000100:00100000:0.0:1734016119.676660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.676714:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.676912:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182144 00000100:00100000:2.0:1734016119.676922:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182144 00000100:00100000:2.0:1734016119.676963:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182272 00000100:00100000:2.0:1734016119.676966:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182272 00000100:00100000:2.0:1734016119.676983:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12357 00000100:00100000:2.0:1734016119.676989:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332182144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.677004:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.677022:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5add1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.677075:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334443776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016119.677134:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.677217:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12358 00000100:00100000:3.0:1734016119.677223:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332182272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.677230:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.677240:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175d17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5add8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.677267:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334443904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.677289:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.679633:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334443904:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.679664:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175d17 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5add8 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.679677:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175d17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5add8 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.679689:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:2.0:1734016119.679879:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334443776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016119.679907:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d10 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5add1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.679917:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5add1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.679934:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:3.0:1734016119.680223:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332182272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2997us (3505us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.680235:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12358 00000100:00100000:2.0:1734016119.680397:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332182144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3407us (3748us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.680402:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12357 00000100:00100000:0.0:1734016119.683396:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.683579:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182400 00000100:00100000:3.0:1734016119.683596:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182400 00000100:00100000:3.0:1734016119.683676:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12359 00000100:00100000:3.0:1734016119.683684:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332182400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.683714:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.683765:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5addf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.683801:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.683809:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.683812:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.683818:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2822144->2830335] (req 2822144->2830335) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.683856:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.683869:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 8 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016119.683882:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444032:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016119.684191:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.688952:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444032:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.688989:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2822144->2830335] (req 2822144->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.689007:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016119.689057:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332182400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5373us (5681us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.689065:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12359 00000100:00100000:0.0:1734016119.689415:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.689777:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182528 00000100:00100000:2.0:1734016119.689783:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182528 00010000:00010000:2.0:1734016119.689807:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 9 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016119.689838:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3355 00000100:00100000:2.0:1734016119.689843:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a818ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332182528:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.689856:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.689874:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 9 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.689883:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 9 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.689903:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175cb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad84 expref: 9 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.689924:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.689926:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.689933:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.689941:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.689967:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.689978:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334444160:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016119.690015:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.693116:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.693311:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182656 00000100:00100000:3.0:1734016119.693321:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182656 00000100:00100000:3.0:1734016119.693384:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12360 00000100:00100000:3.0:1734016119.693391:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332182656:12345-192.168.201.52@tcp:22:fsx.0 00000100:00100000:2.0:1734016119.693618:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334444160:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016119.693641:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.693700:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a818ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332182528:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3854us (4284us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.693709:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3355 00002000:00010000:3.0:1734016119.694811:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016119.694814:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.694816:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.694818:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.694819:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 160 00000100:00100000:3.0:1734016119.694856:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332182656:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1464us (1758us total) trans 4294969725 rc 0/0 00000100:00100000:3.0:1734016119.694865:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12360 00000100:00100000:0.0:1734016119.697472:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.697551:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182784 00000100:00100000:3.0:1734016119.697560:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182784 00000100:00100000:3.0:1734016119.698107:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12361 00000100:00100000:3.0:1734016119.698114:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332182784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.698137:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.698161:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175d25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ade6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.698245:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444288:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.698592:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.700589:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444288:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.700621:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175d25 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ade6 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.700634:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175d25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ade6 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.700648:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016119.701083:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332182784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2964us (3615us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.701093:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12361 00000100:00100000:0.0:1734016119.703688:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.703911:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332182912 00000100:00100000:3.0:1734016119.703920:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332182912 00000100:00100000:3.0:1734016119.703959:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12362 00000100:00100000:3.0:1734016119.703967:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332182912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.703987:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.704005:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175d2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aded expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.704055:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444416:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.704103:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.705419:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444416:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.705592:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175d2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aded expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.705605:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175d2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aded expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.705862:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016119.706021:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332182912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2053us (2344us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.706029:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12362 00000100:00100000:0.0:1734016119.709212:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.709432:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183040 00000100:00100000:3.0:1734016119.709443:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183040 00000100:00100000:3.0:1734016119.709497:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12363 00000100:00100000:3.0:1734016119.709506:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.709538:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.709562:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175d33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adf4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.709621:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444544:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.709680:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.711381:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444544:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.711409:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175d33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adf4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.711421:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175d33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adf4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.711972:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016119.712161:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2655us (2964us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.712174:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12363 00000100:00100000:2.0:1734016119.715189:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.715276:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183168 00000100:00100000:3.0:1734016119.715284:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183168 00000100:00100000:3.0:1734016119.715390:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12364 00000100:00100000:3.0:1734016119.715398:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.715415:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.715429:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3175d3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5adfb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.715472:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444672:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.715744:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.717244:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444672:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.717269:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3175d3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adfb expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.717280:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3175d3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adfb expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.717301:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016119.717337:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1939us (2163us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.717344:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12364 00000100:00100000:2.0:1734016119.720356:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.720474:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183296 00000100:00100000:3.0:1734016119.720484:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183296 00000100:00100000:3.0:1734016119.720717:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12365 00000100:00100000:3.0:1734016119.720753:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.720773:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.720787:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175d41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae02 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.720853:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444800:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.720909:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.722518:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444800:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.722545:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175d41 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae02 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.722555:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175d41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae02 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.722576:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016119.722613:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1860us (2270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.722619:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12365 00000100:00100000:0.0:1734016119.725978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.726075:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183424 00000100:00100000:3.0:1734016119.726083:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183424 00000100:00100000:3.0:1734016119.726174:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12366 00000100:00100000:3.0:1734016119.726188:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.726204:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.726220:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175d48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae09 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.726276:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444928:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.726454:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.728098:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334444928:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.728124:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175d48 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae09 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.728134:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175d48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae09 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.728146:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016119.728486:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2303us (2515us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.728493:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12366 00000100:00100000:0.0:1734016119.731081:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.731159:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183552 00000100:00100000:3.0:1734016119.731168:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183552 00000100:00100000:3.0:1734016119.731271:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12367 00000100:00100000:3.0:1734016119.731279:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.731301:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.731318:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175d4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae10 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.731379:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445056:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.731649:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.734558:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445056:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.734599:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175d4f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae10 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.734611:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175d4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae10 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.734623:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016119.735092:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3810us (4016us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.735099:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12367 00000100:00100000:0.0:1734016119.738586:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.738677:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183680 00000100:00100000:3.0:1734016119.738689:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183680 00000100:00100000:3.0:1734016119.738829:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12368 00000100:00100000:3.0:1734016119.738837:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.738858:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.738878:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175d56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae17 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.738949:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445184:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.739014:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.740532:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445184:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.740572:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175d56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae17 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.740585:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3175d56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae17 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.741171:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016119.741240:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2401us (2659us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.741247:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12368 00000100:00100000:0.0:1734016119.745919:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.746070:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183808 00000100:00100000:3.0:1734016119.746083:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183808 00000100:00100000:3.0:1734016119.746221:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12369 00000100:00100000:3.0:1734016119.746232:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087206c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.746262:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.746288:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175d5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae1e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.746379:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445312:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.746782:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.749133:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445312:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.749173:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175d5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae1e expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.749203:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175d5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae1e expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.749216:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016119.749262:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087206c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332183808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3033us (3357us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.749276:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12369 00000100:00100000:1.0:1734016119.754477:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.754702:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332183936 00000100:00100000:3.0:1734016119.754710:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332183936 00000100:00100000:3.0:1734016119.754879:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12370 00000100:00100000:3.0:1734016119.754886:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.754902:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.754917:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175d64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae25 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.754970:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445440:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.755323:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.757252:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445440:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.757283:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175d64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae25 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.757294:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175d64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae25 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.757311:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016119.757680:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332183936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2792us (3211us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.757691:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12370 00000100:00100000:2.0:1734016119.760684:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.760822:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184192 00000100:00100000:3.0:1734016119.760832:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184192 00000100:00100000:3.0:1734016119.760887:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2563 00000100:00100000:3.0:1734016119.760894:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332184192:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016119.760947:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.760975:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3175ced lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5adae expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.761211:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.761216:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016119.761435:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.761451:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.761458:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.761500:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.761515:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 19 pid: 6484 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016119.761532:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334445568:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016119.762163:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.766605:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.766705:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334445568:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016119.766769:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016119.766848:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184320 00000100:00100000:2.0:1734016119.766855:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184320 00010000:00010000:2.0:1734016119.766886:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016119.766921:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3356 00000100:00100000:2.0:1734016119.766928:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332184320:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.766947:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.766954:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.766965:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.766992:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175cc3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad8b expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.767012:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.767017:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.767027:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.767034:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016119.767053:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.767103:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332184320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 174us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.767111:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3356 00010000:00010000:3.0:1734016119.767399:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.767407:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016119.767516:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968948 00000004:00010000:3.0:1734016119.767571:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079531500 reply state ffff880079bbb000 transno 4294968949 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016119.767578:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016119.767662:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332184192:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6768us (6989us total) trans 4294968949 rc 0/0 00000100:00100000:3.0:1734016119.767668:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2563 00000020:00080000:3.0:1734016119.767672:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016119.770482:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.770696:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184448 00000100:00100000:2.0:1734016119.770710:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184448 00000100:00100000:2.0:1734016119.771522:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12371 00000100:00100000:2.0:1734016119.771532:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332184448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.771557:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.771580:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae2c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.771611:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.771618:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.771620:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.771624:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.771660:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.771670:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016119.771680:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445696:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016119.771781:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00010000:00010000:3.0:1734016119.772428:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.772437:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.772445:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.772451:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016119.772455:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.772461:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.772481:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.772484:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016119.772488:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.772496:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d6b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016119.775903:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.776035:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445696:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016119.776070:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.776089:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016119.776145:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332184448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4614us (5678us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.776156:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12371 00000100:00100000:3.0:1734016119.777105:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184576 00000100:00100000:3.0:1734016119.777113:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184576 00010000:00010000:3.0:1734016119.777145:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 11 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016119.777191:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3357 00000100:00100000:3.0:1734016119.777196:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332184576:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.777210:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.777232:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 11 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016119.777242:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 11 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016119.777265:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2822144->2830335) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5addf expref: 11 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016119.777276:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.777277:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.777282:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.777291:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.777331:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.777347:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334445824:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016119.777405:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.781036:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.781073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.781203:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184832 00000100:00100000:1.0:1734016119.781214:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184832 00002000:00010000:1.0:1734016119.781246:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3232421->18446744073709551615) 00002000:00100000:1.0:1734016119.781250:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530e00 with x1818247332184832 ext(3232421->18446744073709551615) 00002000:00010000:1.0:1734016119.781260:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079530e00. 00000100:00100000:1.0:1734016119.781287:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184704 00000100:00100000:1.0:1734016119.781290:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184704 00002000:00010000:1.0:1734016119.781301:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016119.781303:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532300 with x1818247332184704 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016119.781308:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532300. 00000100:00100000:1.0:1734016119.781330:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9793 00000100:00100000:1.0:1734016119.781336:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332184832:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016119.781519:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2111740 -> 3232421 00002000:00010000:1.0:1734016119.781523:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016119.781525:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.781527:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016119.781529:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1734016119.781575:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332184832:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 237us (546us total) trans 4294968141 rc 0/0 00000100:00100000:1.0:1734016119.781584:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9793 00002000:00010000:1.0:1734016119.781587:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3232421->18446744073709551615) 00002000:00100000:1.0:1734016119.781589:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530e00 with x1818247332184832 ext(3232421->18446744073709551615) 00002000:00010000:1.0:1734016119.781592:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079530e00. 00000100:00100000:1.0:1734016119.781606:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9794 00000100:00100000:1.0:1734016119.781610:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332184704:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016119.781677:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016119.781679:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016119.781681:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.781682:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016119.781683:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1734016119.781700:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332184704:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 89us (626us total) trans 4294969726 rc 0/0 00000100:00100000:1.0:1734016119.781704:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9794 00002000:00010000:1.0:1734016119.781706:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016119.781708:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532300 with x1818247332184704 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016119.781711:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532300. 00000100:00100000:3.0:1734016119.782132:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334445824:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016119.782152:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.782175:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332184576:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4978us (6281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.782192:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3357 00000100:00100000:0.0:1734016119.785693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.785993:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332184960 00000100:00100000:3.0:1734016119.786002:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332184960 00000100:00100000:3.0:1734016119.786311:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2564 00000100:00100000:3.0:1734016119.786318:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332184960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.786341:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.786361:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175d79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae33 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.786442:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.786454:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.786463:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016119.786487:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7426725 00000004:00200000:3.0:1734016119.786490:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.786503:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.786521:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175d79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae33 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.786549:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae33 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.786555:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.786558:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.786560:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016119.786614:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332184960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 296us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.786620:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2564 00000100:00100000:1.0:1734016119.790459:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.790560:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332185216 00000100:00100000:2.0:1734016119.790576:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332185216 00000100:00100000:2.0:1734016119.790631:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2565 00000100:00100000:2.0:1734016119.790640:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332185216:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016119.790704:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.790759:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175d80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae33 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.790784:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.790790:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016119.791044:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.791061:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.791072:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016119.791120:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968950 00000004:00010000:2.0:1734016119.791142:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075ffb100 reply state ffff880097f12000 transno 4294968951 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016119.791149:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016119.791278:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332185216:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 638us (825us total) trans 4294968951 rc 0/0 00000100:00100000:2.0:1734016119.791286:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2565 00000020:00080000:2.0:1734016119.791292:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016119.795009:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.795027:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.795034:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.795041:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075fff180 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016119.795046:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.795053:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.795076:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.795080:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.795085:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.795089:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3175d87 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016119.795163:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.795600:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.795669:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332185472 00000100:00100000:0.0:1734016119.795681:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332185472 00002000:00010000:0.0:1734016119.795739:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4121992->18446744073709551615) 00002000:00100000:0.0:1734016119.795744:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970ca80 with x1818247332185472 ext(4121992->18446744073709551615) 00002000:00010000:0.0:1734016119.795755:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970ca80. 00000100:00100000:0.0:1734016119.795786:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9795 00000100:00100000:0.0:1734016119.795793:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332185472:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016119.796030:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3232421 -> 4121992 00002000:00010000:0.0:1734016119.796034:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016119.796036:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.796038:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016119.796040:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1734016119.796154:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332185344 00000100:00100000:3.0:1734016119.796159:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332185344 00002000:00010000:3.0:1734016119.796176:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016119.796187:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9880 with x1818247332185344 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016119.796198:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9880. 00000100:00100000:0.0:1734016119.797242:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332185472:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1439us (2517us total) trans 4294968142 rc 0/0 00000100:00100000:0.0:1734016119.797357:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9795 00002000:00010000:0.0:1734016119.797363:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4121992->18446744073709551615) 00002000:00100000:0.0:1734016119.797365:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970ca80 with x1818247332185472 ext(4121992->18446744073709551615) 00002000:00010000:0.0:1734016119.797376:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970ca80. 00000100:00100000:0.0:1734016119.797406:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9796 00000100:00100000:0.0:1734016119.797416:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332185344:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016119.798375:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016119.798381:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016119.798383:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.798385:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016119.798387:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1734016119.798880:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332185344:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1462us (3275us total) trans 4294969727 rc 0/0 00000100:00100000:0.0:1734016119.798891:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9796 00002000:00010000:0.0:1734016119.798895:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016119.798898:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9880 with x1818247332185344 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016119.798905:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9880. 00000100:00100000:0.0:1734016119.801990:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.802225:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332185728 00000100:00100000:2.0:1734016119.802240:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332185728 00002000:00100000:2.0:1734016119.802315:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (4120576->4124671) req@ffff88007970ce00 x1818247332185728/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.802329:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970ce00 with x1818247332185728 ext(4120576->4124671) 00002000:00010000:2.0:1734016119.802334:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970ce00 00000100:00100000:2.0:1734016119.802427:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9797 00000100:00100000:2.0:1734016119.802437:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332185728:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.802647:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332185728:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 212us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.802655:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9797 00002000:00100000:2.0:1734016119.802663:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (4120576->4124671) req@ffff88007970ce00 x1818247332185728/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.802669:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970ce00 with x1818247332185728 ext(4120576->4124671) 00002000:00010000:2.0:1734016119.802673:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970ce00 00000100:00100000:0.0:1734016119.805900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.806678:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332185856 00000100:00100000:1.0:1734016119.806689:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332185856 00002000:00100000:1.0:1734016119.806777:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (4120576->4121991) req@ffff88007970dc00 x1818247332185856/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 1904/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.806790:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970dc00 with x1818247332185856 ext(4120576->4121991) 00002000:00010000:1.0:1734016119.806797:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970dc00 00000100:00100000:1.0:1734016119.806837:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9798 00000100:00100000:1.0:1734016119.806844:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332185856:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016119.808349:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332185856:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1493us (2457us total) trans 4294968143 rc 0/0 00000100:00100000:1.0:1734016119.808362:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9798 00002000:00100000:1.0:1734016119.808372:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (4120576->4121991) req@ffff88007970dc00 x1818247332185856/t4294968143(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 1904/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.808381:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970dc00 with x1818247332185856 ext(4120576->4121991) 00002000:00010000:1.0:1734016119.808386:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970dc00 00000100:00100000:0.0:1734016119.811367:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.811633:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332185984 00000100:00100000:3.0:1734016119.811645:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332185984 00000100:00100000:3.0:1734016119.812186:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2566 00000100:00100000:3.0:1734016119.812194:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332185984:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016119.812391:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332185984:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 198us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.812401:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2566 00000100:00100000:0.0:1734016119.815187:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.815343:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332186112 00000100:00100000:2.0:1734016119.815360:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332186112 00000100:00100000:2.0:1734016119.815457:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12372 00000100:00100000:2.0:1734016119.815468:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332186112:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016119.817232:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968143 is committed 00000100:00100000:2.0:1734016119.817825:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332186112:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2351us (2655us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.817835:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12372 00000100:00100000:0.0:1734016119.821164:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.821397:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332186240 00000100:00100000:2.0:1734016119.821409:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332186240 00000100:00100000:2.0:1734016119.821477:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2567 00000100:00100000:2.0:1734016119.821486:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332186240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.821513:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.821535:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3175d8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae3a expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.821658:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3175d95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.821673:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3175d95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.821686:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3175d95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016119.821715:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8316296 00000004:00200000:2.0:1734016119.821744:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.821764:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3175d95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016119.821793:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3175d8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae3a expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.821811:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3175d95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae3a expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.821820:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016119.821823:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.821826:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016119.821879:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332186240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 395us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.821888:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2567 00000100:00100000:0.0:1734016119.825100:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.825201:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332186496 00000100:00100000:1.0:1734016119.825215:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332186496 00002000:00100000:1.0:1734016119.825266:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1093632->1097727) req@ffff88007970df80 x1818247332186496/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.825279:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247332186496 ext(1093632->1097727) 00002000:00010000:1.0:1734016119.825284:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970df80 00000100:00100000:1.0:1734016119.825505:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9799 00000100:00100000:1.0:1734016119.825513:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332186496:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.825921:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332186496:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 406us (835us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.825928:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9799 00002000:00100000:1.0:1734016119.825934:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1093632->1097727) req@ffff88007970df80 x1818247332186496/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.825942:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970df80 with x1818247332186496 ext(1093632->1097727) 00002000:00010000:1.0:1734016119.825946:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970df80 00000100:00100000:0.0:1734016119.836770:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.836920:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332186752 00000100:00100000:1.0:1734016119.836929:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332186752 00002000:00100000:1.0:1734016119.836979:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007970d180 x1818247332186752/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.836990:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970d180 with x1818247332186752 ext(0->4194303) 00002000:00010000:1.0:1734016119.836996:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970d180 00000100:00100000:1.0:1734016119.837035:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9800 00000100:00100000:1.0:1734016119.837043:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332186752:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:3.0:1734016119.863009:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016119.882442:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332186752:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 45379us (45727us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016119.882466:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9800 00002000:00100000:2.0:1734016119.882495:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007970d180 x1818247332186752/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.882512:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970d180 with x1818247332186752 ext(0->4194303) 00002000:00010000:2.0:1734016119.882523:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970d180 00000100:00100000:0.0:1734016119.895088:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.897078:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187008 00000100:00100000:2.0:1734016119.897099:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187008 00002000:00100000:2.0:1734016119.897187:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4120575) req@ffff88007970c380 x1818247332187008/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 520/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.897197:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970c380 with x1818247332187008 ext(0->4120575) 00002000:00010000:2.0:1734016119.897205:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970c380 00000100:00100000:2.0:1734016119.897251:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9801 00000100:00100000:2.0:1734016119.897259:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332187008:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.901197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.901288:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187136 00000100:00100000:3.0:1734016119.901299:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187136 00000100:00100000:3.0:1734016119.901367:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2568 00000100:00100000:3.0:1734016119.901380:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332187136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.901410:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.901441:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae41 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.901560:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.901577:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.901592:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016119.901627:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8316296 00000004:00200000:3.0:1734016119.901632:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.901653:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016119.901678:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3175d9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.901706:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.901717:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016119.901739:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.901743:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016119.901804:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332187136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 426us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.901812:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2568 00000100:00100000:0.0:1734016119.909076:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016119.909115:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.909182:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187264 00000100:00100000:3.0:1734016119.909193:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187264 00000100:00100000:3.0:1734016119.909231:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187392 00000100:00100000:3.0:1734016119.909233:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187392 00000100:00100000:3.0:1734016119.909250:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12373 00000100:00100000:3.0:1734016119.909258:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332187264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.909282:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.909305:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175daa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae48 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.909391:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445952:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.909475:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.909546:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12374 00000100:00100000:1.0:1734016119.909553:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332187392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.909563:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.909579:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175db1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae4f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.909609:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334446080:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.909635:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.912444:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016119.912460:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 40 -> 48 00000100:00100000:1.0:1734016119.912490:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334446080:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.912538:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175db1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae4f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.912556:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175db1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae4f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.912594:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016119.912675:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332187392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3119us (3555us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.912687:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12374 00002000:00010000:3.0:1734016119.912841:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016119.912860:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334445952:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.912891:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175daa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae48 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.912902:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3175daa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae48 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.912920:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016119.912942:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332187264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3685us (3880us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.912949:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12373 00000100:00100000:0.0:1734016119.929115:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.929668:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187520 00000100:00100000:3.0:1734016119.929680:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187520 00000100:00100000:3.0:1734016119.929773:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12375 00000100:00100000:3.0:1734016119.929782:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332187520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.929811:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.929836:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175db8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae56 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.929909:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334446208:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.929970:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.942446:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.942614:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187648 00000100:00100000:3.0:1734016119.942632:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187648 00000100:00100000:3.0:1734016119.942701:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12376 00000100:00100000:3.0:1734016119.942711:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332187648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.942770:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.942797:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175dbf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae5d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.942876:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334446336:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.942947:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.947071:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334446208:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.947127:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175db8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae56 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.947146:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3175db8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae56 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.947159:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016119.952017:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332187520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 22223us (22908us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.952027:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12375 00000100:00100000:3.0:1734016119.959850:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334446336:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.959904:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175dbf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae5d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.959922:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175dbf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae5d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.959950:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016119.960036:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332187648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17324us (17610us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.960045:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12376 00000100:00100000:0.0:1734016119.978854:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.981001:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187776 00000100:00100000:3.0:1734016119.981013:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187776 00000100:00100000:1.0:1734016119.981674:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016119.983034:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332187904 00000100:00100000:3.0:1734016119.983042:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332187904 00000100:00100000:3.0:1734016119.983083:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12377 00000100:00100000:3.0:1734016119.983092:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332187776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.983119:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.983147:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175dc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae64 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.983228:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334446464:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016119.983292:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.983361:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12378 00000100:00100000:0.0:1734016119.983366:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332187904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.983374:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.983385:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3175dcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae6b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.983408:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334446592:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016119.983431:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.983836:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332187008:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 86575us (88757us total) trans 0 rc 4108288/4108288 00000100:00100000:2.0:1734016119.983845:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9801 00002000:00100000:2.0:1734016119.983855:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4120575) req@ffff88007970c380 x1818247332187008/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:80/0 lens 520/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4108288/4108288 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.983865:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970c380 with x1818247332187008 ext(0->4120575) 00002000:00010000:2.0:1734016119.983871:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970c380 00000100:00100000:3.0:1734016119.987634:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334446464:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016119.987681:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175dc6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae64 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.987694:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175dc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae64 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.987715:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016119.990945:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332187776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7844us (12096us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.990957:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12377 00000100:00100000:1.0:1734016119.991121:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334446592:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.991155:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3175dcd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae6b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.991168:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3175dcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae6b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.992202:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:1.0:1734016119.992369:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332187904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8999us (10698us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.992376:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12378 00000100:00100000:2.0:1734016119.996800:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016119.996840:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016119.997028:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188032 00000100:00100000:1.0:1734016119.997038:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188032 00000100:00100000:1.0:1734016119.997083:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188160 00000100:00100000:1.0:1734016119.997085:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188160 00000100:00100000:1.0:1734016119.997106:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12379 00000100:00100000:1.0:1734016119.997114:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332188032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.997136:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.997153:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175dd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae72 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.997232:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334446720:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016119.997317:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.997377:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12380 00000100:00100000:0.0:1734016119.997383:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332188160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.997392:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.997402:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175ddb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae79 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.997435:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334446848:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016119.997471:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.999780:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334446720:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016119.999826:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175dd4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae72 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.999837:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3175dd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae72 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.999851:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016119.999958:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332188032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2843us (3168us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.999968:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12379 00000100:00100000:2.0:1734016120.001000:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334446848:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.001026:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175ddb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae79 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.001038:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175ddb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae79 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.001052:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:2.0:1734016120.001083:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332188160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3699us (4242us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.001089:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12380 00000100:00100000:2.0:1734016120.005492:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.005547:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.005622:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188416 00000100:00100000:1.0:1734016120.005634:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188416 00000100:00100000:1.0:1734016120.005688:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188288 00000100:00100000:1.0:1734016120.005690:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188288 00000100:00100000:1.0:1734016120.005710:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12381 00000100:00100000:1.0:1734016120.005716:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332188416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.005759:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.005778:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175de2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae87 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.005835:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334446976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.005897:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.006022:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12382 00000100:00100000:3.0:1734016120.006027:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332188288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.006034:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.006042:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175de9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae80 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.006064:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334447104:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.006088:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00080000:2.0:1734016120.006212:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016090 00000100:00080000:2.0:1734016120.006217:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016090 00000100:00100000:1.0:1734016120.010123:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334446976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.010168:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175de2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae87 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.010191:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175de2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae87 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.010425:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334447104:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.010449:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175de9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae80 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.010458:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175de9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae80 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.010475:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016120.010527:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332188288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4498us (4978us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.010536:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12382 00010000:00010000:1.0:1734016120.010886:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016120.010910:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332188416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5193us (5430us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.010917:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12381 00000100:00100000:3.0:1734016120.014239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.014394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.014960:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188544 00000100:00100000:1.0:1734016120.014972:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188544 00000100:00100000:1.0:1734016120.015014:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188672 00000100:00100000:1.0:1734016120.015016:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188672 00000100:00100000:1.0:1734016120.015035:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12383 00000100:00100000:1.0:1734016120.015043:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332188544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.015057:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.015074:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175df0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae8e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.015126:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334447232:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.015192:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.015243:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12384 00000100:00100000:0.0:1734016120.015248:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332188672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.015256:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.015267:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175df7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae95 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.015293:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334447360:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016120.015313:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.019679:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334447232:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.019679:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334447360:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.019756:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175df0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae8e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.019756:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175df7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae95 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.019773:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175df0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae8e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.019773:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3175df7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae95 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.019792:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00010000:00010000:1.0:1734016120.020204:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:2.0:1734016120.020493:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332188672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5241us (6096us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.020504:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12384 00000100:00100000:1.0:1734016120.020627:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332188544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5583us (6397us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.020632:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12383 00000100:00100000:0.0:1734016120.025145:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.025283:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332188928 00000100:00100000:3.0:1734016120.025297:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332188928 00000100:00080000:2.0:1734016120.025555:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016090 00000100:00100000:3.0:1734016120.025617:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2569 00000100:00100000:3.0:1734016120.025627:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332188928:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016120.025698:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.025789:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3175d95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae3a expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.026012:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.026015:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016120.026186:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.026203:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.026210:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.026257:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.026271:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 19 pid: 6484 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.026287:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334447488:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.026387:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.029092:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.029186:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334447488:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.029213:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016120.029562:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189056 00000100:00100000:2.0:1734016120.029573:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189056 00010000:00010000:2.0:1734016120.029621:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.029657:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3358 00000100:00100000:2.0:1734016120.029665:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1969:x1818247332189056:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.029683:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.029689:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.029699:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.029748:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175da3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae41 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.029765:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.029769:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016120.029777:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016120.029783:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016120.029803:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.029863:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332189056:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 198us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.029871:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3358 00010000:00010000:3.0:1734016120.029938:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.029944:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016120.030054:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968952 00000004:00010000:3.0:1734016120.030095:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880139bf0e00 reply state ffff880079bbe000 transno 4294968953 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016120.030101:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016120.030189:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332188928:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4563us (5066us total) trans 4294968953 rc 0/0 00000100:00100000:3.0:1734016120.030197:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2569 00000020:00080000:3.0:1734016120.030201:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016120.032331:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.032340:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.032345:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.032350:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016120.032353:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.032358:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.032370:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.032372:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016120.032376:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.032380:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3175dfe lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016120.032795:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.032864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.033424:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189184 00000100:00100000:3.0:1734016120.033438:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189184 00002000:00010000:3.0:1734016120.033481:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2940953->18446744073709551615) 00002000:00100000:3.0:1734016120.033485:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1500 with x1818247332189184 ext(2940953->18446744073709551615) 00002000:00010000:3.0:1734016120.033499:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1500. 00000100:00100000:3.0:1734016120.034007:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189312 00000100:00100000:3.0:1734016120.034012:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189312 00002000:00010000:3.0:1734016120.034023:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016120.034026:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1880 with x1818247332189312 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016120.034032:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1880. 00000100:00100000:3.0:1734016120.034047:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9802 00000100:00100000:3.0:1734016120.034054:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332189184:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016120.034869:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9803 00000100:00100000:2.0:1734016120.034876:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332189312:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016120.036843:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2940953 00002000:00010000:3.0:1734016120.036854:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.036857:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:3.0:1734016120.036859:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.036861:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1734016120.036967:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332189184:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2906us (4168us total) trans 4294969728 rc 0/0 00000100:00100000:3.0:1734016120.036978:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9802 00002000:00010000:3.0:1734016120.036985:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2940953->18446744073709551615) 00002000:00100000:3.0:1734016120.036988:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1500 with x1818247332189184 ext(2940953->18446744073709551615) 00002000:00010000:3.0:1734016120.036996:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1500. 00002000:00010000:2.0:1734016120.041028:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4121992 -> 0 00002000:00010000:2.0:1734016120.041037:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.041039:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:2.0:1734016120.041041:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.041043:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:2.0:1734016120.041935:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332189312:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 7052us (9064us total) trans 4294968144 rc 0/0 00000100:00100000:2.0:1734016120.041945:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9803 00002000:00010000:2.0:1734016120.041952:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016120.041954:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1880 with x1818247332189312 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016120.041962:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1880. 00000100:00100000:0.0:1734016120.054272:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.054360:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189440 00000100:00100000:3.0:1734016120.054377:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189440 00000100:00100000:3.0:1734016120.054481:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2570 00000100:00100000:3.0:1734016120.054494:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332189440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.054535:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.054563:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175e05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ae9c expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.054698:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175e0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.054715:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175e0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.054757:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175e0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016120.054786:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2940953 00000004:00200000:3.0:1734016120.054789:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.054808:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175e0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016120.054831:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175e05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae9c expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.054865:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175e0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae9c expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.054874:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.054876:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.054879:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016120.054941:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332189440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 449us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.054946:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2570 00000100:00100000:0.0:1734016120.059538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.059654:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189568 00000100:00100000:1.0:1734016120.059667:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189568 00000100:00100000:2.0:1734016120.059868:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12385 00000100:00100000:2.0:1734016120.059879:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332189568:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016120.060137:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2940953 -> 3998602 00002000:00010000:2.0:1734016120.060140:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.060142:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016120.060144:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.060146:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 184 00000100:00100000:2.0:1734016120.060219:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332189568:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 341us (694us total) trans 4294969729 rc 0/0 00000100:00100000:2.0:1734016120.060228:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12385 00000100:00100000:0.0:1734016120.063709:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.064065:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189696 00000100:00100000:2.0:1734016120.064074:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189696 00000100:00100000:2.0:1734016120.064133:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2571 00000100:00100000:2.0:1734016120.064141:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332189696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.064165:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.064198:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175e13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aea3 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.064312:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.064333:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.064348:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016120.064384:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2940953 00000004:00200000:2.0:1734016120.064389:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016120.064412:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.064440:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3175e13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.064478:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.064492:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.064497:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016120.064500:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016120.064572:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332189696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 431us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.064578:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2571 00000100:00100000:0.0:1734016120.067486:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.067550:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.067680:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189824 00000100:00100000:1.0:1734016120.067691:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189824 00000100:00100000:1.0:1734016120.067786:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332189952 00000100:00100000:1.0:1734016120.067789:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332189952 00000100:00100000:1.0:1734016120.067811:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12386 00000100:00100000:1.0:1734016120.067817:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332189824:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.067837:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12387 00000100:00100000:3.0:1734016120.067842:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332189952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.067845:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.067852:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.067870:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175e28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aeb1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.067871:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175e21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aeaa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.067936:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334447744:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.067937:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334447616:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.068368:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.068856:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.071690:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:1.0:1734016120.071754:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334447616:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.071806:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175e21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aeaa expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.071831:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175e21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aeaa expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.071862:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00002000:00010000:3.0:1734016120.072045:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016120.072063:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334447744:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.072085:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175e28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aeb1 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.072094:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175e28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aeb1 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.072254:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016120.072310:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332189952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4464us (4757us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.072321:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12387 00000100:00100000:1.0:1734016120.072880:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332189824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5059us (5405us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.072887:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12386 00000100:00100000:0.0:1734016120.075991:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.076079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.076768:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190080 00000100:00100000:1.0:1734016120.076778:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190080 00000100:00100000:1.0:1734016120.077193:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190208 00000100:00100000:1.0:1734016120.077197:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190208 00000100:00100000:3.0:1734016120.077304:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12388 00000100:00100000:3.0:1734016120.077314:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332190080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.077334:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.077357:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175e2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aeb8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.077438:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334447872:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.077535:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.077932:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12389 00000100:00100000:1.0:1734016120.077939:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332190208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.077948:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.077960:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3175e36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aebf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.077984:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334448000:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.078013:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.082044:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334447872:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.082098:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175e2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aeb8 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.082118:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175e2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aeb8 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.082146:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016120.082234:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332190080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4919us (6251us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.082244:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12388 00000100:00100000:1.0:1734016120.082359:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334448000:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.082377:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3175e36 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aebf expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.082385:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3175e36 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aebf expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.082401:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016120.082421:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332190208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4483us (6343us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.082427:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12389 00000100:00100000:0.0:1734016120.086292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.086342:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.086449:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190336 00000100:00100000:1.0:1734016120.086463:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190336 00000100:00100000:1.0:1734016120.086528:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190464 00000100:00100000:1.0:1734016120.086530:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190464 00000100:00100000:1.0:1734016120.086555:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12390 00000100:00100000:1.0:1734016120.086564:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332190336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.086582:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.086606:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175e3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aec6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.086680:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334448128:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.086784:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.086859:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12391 00000100:00100000:3.0:1734016120.086866:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332190464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.086879:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.086892:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175e44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aecd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.086925:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334448256:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.086953:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.089693:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334448128:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.089762:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175e3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aec6 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.089775:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3175e3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aec6 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.089935:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334448256:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.089958:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175e44 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aecd expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.089969:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175e44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aecd expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.090379:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016120.090465:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332190336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3900us (4186us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.090474:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12390 00010000:00010000:3.0:1734016120.092005:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:2.0:1734016120.092146:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332190464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5273us (5797us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.092157:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12391 00000100:00100000:0.0:1734016120.096124:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.096312:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.096410:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190592 00000100:00100000:2.0:1734016120.096433:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190592 00000100:00100000:2.0:1734016120.097009:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190720 00000100:00100000:2.0:1734016120.097013:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190720 00000100:00100000:1.0:1734016120.097086:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12392 00000100:00100000:1.0:1734016120.097099:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332190592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.097132:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.097159:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175e4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aed4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.097261:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334448384:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.097355:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.097864:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12393 00000100:00100000:3.0:1734016120.097871:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332190720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.097880:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.097892:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aedb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.097920:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334448512:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.097948:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.100597:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334448384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.100640:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175e4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aed4 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.100654:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3175e4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aed4 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.101111:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334448512:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.101129:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e52 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aedb expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.101136:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aedb expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.101150:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016120.101207:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332190720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3334us (4892us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.101217:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12393 00010000:00010000:1.0:1734016120.101625:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016120.101660:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332190592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4564us (5557us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.101667:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12392 00000100:00100000:0.0:1734016120.104591:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.104663:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190848 00000100:00100000:1.0:1734016120.104675:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190848 00000100:00100000:1.0:1734016120.104749:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12394 00000100:00100000:1.0:1734016120.104757:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332190848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.104779:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.104805:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aee2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.104847:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.104855:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.104858:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.104861:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [647168->651263] (req 647168->651263) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.104901:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.104912:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 12 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.104929:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334448640:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016120.104994:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.111358:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.111595:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332190976 00000100:00100000:2.0:1734016120.111603:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332190976 00010000:00010000:2.0:1734016120.111632:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 13 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.111669:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3359 00000100:00100000:2.0:1734016120.111676:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332190976:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.111689:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.111711:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 13 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.111754:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 13 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.111778:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.111780:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.111786:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.111794:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.111818:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.111829:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334448768:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.111876:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00010000:00010000:1.0:1734016120.112233:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175d72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae2c expref: 13 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.112258:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334448640:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016120.112278:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.112291:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016120.112317:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332190848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7561us (7735us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.112327:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12394 00000100:00100000:0.0:1734016120.118825:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.118924:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332191104 00000100:00100000:1.0:1734016120.118937:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332191104 00000100:00100000:1.0:1734016120.119018:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12395 00000100:00100000:1.0:1734016120.119028:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332191104:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016120.119238:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3998602 -> 3998602 00002000:00010000:1.0:1734016120.119241:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.119243:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:1.0:1734016120.119245:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.119247:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:1.0:1734016120.119330:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332191104:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 303us (518us total) trans 4294969730 rc 0/0 00000100:00100000:1.0:1734016120.119337:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12395 00000100:00100000:2.0:1734016120.119483:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334448768:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.119504:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.119522:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332190976:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7847us (8180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.119530:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3359 00000100:00100000:0.0:1734016120.122875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.123477:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332191232 00000100:00100000:3.0:1734016120.123494:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332191232 00000100:00100000:3.0:1734016120.123594:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12396 00000100:00100000:3.0:1734016120.123604:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332191232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.123641:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.123685:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aee9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.123850:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334448896:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.123959:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.127235:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016120.127290:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334448896:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.127358:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee9 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.127378:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee9 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.127414:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016120.127552:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332191232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3945us (4689us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.127565:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12396 00000100:00100000:2.0:1734016120.131614:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.131921:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332191360 00000100:00100000:3.0:1734016120.131934:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332191360 00000100:00100000:3.0:1734016120.132007:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12397 00000100:00100000:3.0:1734016120.132017:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332191360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.132041:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.132063:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175e67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aef0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.132131:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334449024:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.132208:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.134653:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334449024:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.134714:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175e67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aef0 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.134769:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3175e67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aef0 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.134797:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016120.134876:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332191360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2859us (3284us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.134890:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12397 00000100:00100000:0.0:1734016120.137873:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.138128:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332191488 00000100:00100000:3.0:1734016120.138142:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332191488 00000100:00100000:3.0:1734016120.138219:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12398 00000100:00100000:3.0:1734016120.138228:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332191488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.138256:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.138286:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175e6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aef7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.138354:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449152:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.138422:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.140935:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449152:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.140979:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175e6e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aef7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.140992:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175e6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aef7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.141016:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016120.141290:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332191488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3059us (3432us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.141302:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12398 00000100:00100000:0.0:1734016120.146863:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.147201:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332191744 00000100:00100000:2.0:1734016120.147219:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332191744 00002000:00100000:2.0:1734016120.147295:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2740224->2744319) req@ffff8801310cca80 x1818247332191744/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.147307:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cca80 with x1818247332191744 ext(2740224->2744319) 00002000:00010000:2.0:1734016120.147315:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cca80 00000100:00100000:2.0:1734016120.147366:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9804 00000100:00100000:2.0:1734016120.147375:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332191744:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.147622:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332191744:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 248us (782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.147629:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9804 00002000:00100000:2.0:1734016120.147637:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2740224->2744319) req@ffff8801310cca80 x1818247332191744/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.147643:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cca80 with x1818247332191744 ext(2740224->2744319) 00002000:00010000:2.0:1734016120.147646:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cca80 00000100:00100000:1.0:1734016120.152235:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.152962:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192000 00000100:00100000:3.0:1734016120.152976:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192000 00002000:00100000:3.0:1734016120.153033:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2744320->2748415) req@ffff880075ffb480 x1818247332192000/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.153044:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb480 with x1818247332192000 ext(2744320->2748415) 00002000:00010000:3.0:1734016120.153050:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb480 00000100:00100000:3.0:1734016120.153092:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9805 00000100:00100000:3.0:1734016120.153103:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332192000:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.153403:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332192000:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 298us (1187us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.153413:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9805 00002000:00100000:3.0:1734016120.153419:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2744320->2748415) req@ffff880075ffb480 x1818247332192000/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.153426:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ffb480 with x1818247332192000 ext(2744320->2748415) 00002000:00010000:3.0:1734016120.153430:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ffb480 00000100:00100000:0.0:1734016120.157576:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.157849:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192128 00000100:00100000:3.0:1734016120.157862:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192128 00000100:00100000:3.0:1734016120.157988:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12399 00000100:00100000:3.0:1734016120.157998:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332192128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.158029:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.158064:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175e75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aefe expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.158167:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449280:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.158910:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.162059:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449280:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.162108:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175e75 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aefe expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.162128:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175e75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aefe expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.162146:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016120.162209:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332192128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4211us (4648us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.162218:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12399 00000100:00100000:2.0:1734016120.165539:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.165860:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192256 00000100:00100000:3.0:1734016120.165874:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192256 00000100:00100000:3.0:1734016120.165935:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12400 00000100:00100000:3.0:1734016120.165943:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332192256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.165966:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.165991:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175e7c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af05 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.166061:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449408:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.166573:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.169405:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449408:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.169467:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175e7c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af05 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.169485:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175e7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af05 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.169505:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016120.169580:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332192256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3637us (4060us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.169588:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12400 00000100:00100000:0.0:1734016120.174609:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.174788:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192384 00000100:00100000:3.0:1734016120.174798:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192384 00000100:00100000:3.0:1734016120.174976:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12401 00000100:00100000:3.0:1734016120.174983:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332192384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.175003:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.175022:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af0c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.175074:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334449536:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.175307:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.178051:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334449536:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.178114:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af0c expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.178134:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175e83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af0c expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.178148:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016120.178671:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332192384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3681us (4077us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.178689:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12401 00000100:00100000:0.0:1734016120.182964:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.183145:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192512 00000100:00100000:2.0:1734016120.183163:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192512 00000100:00100000:2.0:1734016120.183357:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12402 00000100:00100000:2.0:1734016120.183369:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332192512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.183407:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.183433:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175e8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af13 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.183541:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334449664:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.184195:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.187927:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247334449664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.187979:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175e8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af13 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.187995:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3175e8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af13 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.188179:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016120.188451:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332192512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5081us (5502us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.188465:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12402 00000100:00100000:0.0:1734016120.193272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.193380:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192640 00000100:00100000:2.0:1734016120.193393:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192640 00000100:00100000:2.0:1734016120.193674:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12403 00000100:00100000:2.0:1734016120.193685:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332192640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.193707:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.193888:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175e91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af1a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.193965:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449792:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.194619:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.198814:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247334449792:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.198901:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175e91 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af1a expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.198919:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3175e91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af1a expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.198940:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016120.199802:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332192640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6113us (6537us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.199819:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12403 00000100:00100000:0.0:1734016120.203850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.204235:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192768 00000100:00100000:2.0:1734016120.204256:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192768 00000100:00100000:2.0:1734016120.204357:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12404 00000100:00100000:2.0:1734016120.204374:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332192768:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016120.204830:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3998602 -> 3998602 00002000:00010000:2.0:1734016120.204834:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.204837:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:2.0:1734016120.204840:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.204843:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 208 00000100:00100000:2.0:1734016120.204929:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332192768:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 559us (1104us total) trans 4294969731 rc 0/0 00000100:00100000:2.0:1734016120.204939:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12404 00000100:00100000:0.0:1734016120.208658:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.209135:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332192896 00000100:00100000:1.0:1734016120.209148:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332192896 00000100:00100000:1.0:1734016120.209211:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12405 00000100:00100000:1.0:1734016120.209218:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332192896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.209243:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.209273:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175e98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af21 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.209376:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334449920:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.209475:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.213154:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334449920:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.213210:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175e98 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af21 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.213227:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3175e98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af21 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.213259:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016120.213333:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332192896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4113us (4682us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.213345:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12405 00000100:00100000:0.0:1734016120.216504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.216673:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193024 00000100:00100000:1.0:1734016120.216687:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193024 00000100:00100000:1.0:1734016120.216800:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12406 00000100:00100000:1.0:1734016120.216809:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332193024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.216842:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.216871:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175e9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af28 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.216967:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334450048:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.217047:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.219864:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334450048:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.219906:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175e9f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af28 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.219920:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3175e9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af28 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.219935:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016120.219988:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332193024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3179us (3501us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.219997:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12406 00000100:00100000:0.0:1734016120.225261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.225381:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193152 00000100:00100000:1.0:1734016120.225395:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193152 00000100:00100000:1.0:1734016120.225517:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12407 00000100:00100000:1.0:1734016120.225526:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332193152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.225559:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.225588:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175ea6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af2f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.225670:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334450176:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.226596:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.229512:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:1.0:1734016120.229538:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334450176:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.229579:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175ea6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af2f expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.229597:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3175ea6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af2f expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.229652:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016120.229699:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332193152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4174us (4451us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.229707:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12407 00000100:00100000:0.0:1734016120.232810:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.232959:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193280 00000100:00100000:1.0:1734016120.232977:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193280 00000100:00100000:1.0:1734016120.233375:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12408 00000100:00100000:1.0:1734016120.233385:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332193280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.233404:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.233427:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af36 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.233471:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.233479:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.233482:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.233486:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3747840->3751935] (req 3747840->3751935) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.233523:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.233542:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 12 pid: 7694 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.233555:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334450304:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016120.233638:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.237324:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334450304:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016120.237367:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3747840->3751935] (req 3747840->3751935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.237389:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016120.237446:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332193280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4060us (4651us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.237457:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12408 00000100:00100000:0.0:1734016120.238380:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.238542:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193408 00000100:00100000:3.0:1734016120.238552:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193408 00010000:00010000:3.0:1734016120.238596:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.238630:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3360 00000100:00100000:3.0:1734016120.238638:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332193408:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.238657:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.238683:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.238695:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.238755:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2ac0/0xb46129d8d3175e59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 647168->651263) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aee2 expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.238787:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.238788:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.238797:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.238804:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.238843:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.238856:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334450432:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016120.238904:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.248510:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334450432:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016120.248551:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.248645:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332193408:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10004us (10268us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.248658:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3360 00000100:00100000:0.0:1734016120.257561:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.257694:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193664 00000100:00100000:2.0:1734016120.257705:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193664 00002000:00100000:2.0:1734016120.257805:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4001791) req@ffff8801310cf100 x1818247332193664/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.257817:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cf100 with x1818247332193664 ext(0->4001791) 00002000:00010000:2.0:1734016120.257825:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cf100 00000100:00100000:2.0:1734016120.257873:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9806 00000100:00100000:2.0:1734016120.257882:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332193664:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.301574:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332193664:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 43674us (44008us total) trans 0 rc 4001792/4001792 00000100:00100000:3.0:1734016120.301591:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9806 00002000:00100000:3.0:1734016120.301608:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4001791) req@ffff8801310cf100 x1818247332193664/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4001792/4001792 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.301621:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cf100 with x1818247332193664 ext(0->4001791) 00002000:00010000:3.0:1734016120.301631:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cf100 00000100:00100000:0.0:1734016120.317954:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.318023:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.318143:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193920 00000100:00100000:2.0:1734016120.318152:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193920 00000100:00100000:2.0:1734016120.318204:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332193792 00000100:00100000:2.0:1734016120.318207:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332193792 00000100:00100000:2.0:1734016120.318237:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12409 00000100:00100000:2.0:1734016120.318243:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332193920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.318266:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.318289:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175eb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af44 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.318362:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334450560:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.318428:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.318449:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12410 00000100:00100000:2.0:1734016120.318453:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332193792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.318461:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.318471:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af3d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.318482:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.318484:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.318491:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.318504:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.318513:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016120.318531:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332193792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 77us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.318537:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12410 00000100:00100000:2.0:1734016120.323705:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334450560:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.323835:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175eb4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af44 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.323854:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3175eb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af44 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.323880:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016120.323962:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332193920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5715us (6023us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.323975:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12409 00000100:00100000:0.0:1734016120.326629:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.328609:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194048 00000100:00100000:2.0:1734016120.328622:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194048 00000100:00100000:2.0:1734016120.329201:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12411 00000100:00100000:2.0:1734016120.329211:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332194048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.329235:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.329256:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3175ec2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af4b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.329323:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334450688:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.329414:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.332112:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334450688:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.332183:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3175ec2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af4b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.332198:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3175ec2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af4b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.332228:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016120.332538:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332194048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3326us (5917us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.332549:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12411 00000100:00100000:0.0:1734016120.337475:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.337557:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194176 00000100:00100000:2.0:1734016120.337572:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194176 00000100:00100000:2.0:1734016120.337702:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12412 00000100:00100000:2.0:1734016120.337713:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332194176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.337769:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.337792:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af52 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.337823:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.337830:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.337836:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.337838:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.337842:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4452352->4460543] (req 4452352->4460543) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.337872:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.337887:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 12 pid: 7693 timeout: 484 lvb_type: 1 00000100:00100000:2.0:1734016120.337900:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334450816:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.337971:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.337978:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.337985:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334450944:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016120.337999:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.349351:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334450816:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016120.349370:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334450944:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.349431:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4452352->4460543] (req 4452352->4460543) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.349460:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016120.349529:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332194176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11818us (12071us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.349539:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12412 00000100:00100000:0.0:1734016120.351804:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.352190:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.352238:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194304 00000100:00100000:2.0:1734016120.352249:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194304 00010000:00010000:2.0:1734016120.352298:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 13 pid: 7693 timeout: 484 lvb_type: 1 00000100:00100000:2.0:1734016120.352326:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194432 00000100:00100000:2.0:1734016120.352328:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194432 00010000:00010000:2.0:1734016120.352337:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.352352:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3361 00000100:00100000:2.0:1734016120.352359:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332194304:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.352377:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.352408:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 13 pid: 7693 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016120.352423:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 13 pid: 7693 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016120.352452:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ebb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af3d expref: 13 pid: 7693 timeout: 484 lvb_type: 1 00010000:00010000:2.0:1734016120.352484:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.352544:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332194304:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 185us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.352555:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3361 00000100:00100000:2.0:1734016120.352576:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3362 00000100:00100000:2.0:1734016120.352580:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a818b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332194432:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.352588:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.352595:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.352604:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.352623:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3175ead lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3747840->3751935) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af36 expref: 14 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.352633:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.352635:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.352643:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.352652:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.352703:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.352750:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334451072:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.352802:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.356097:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334451072:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.356125:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.356178:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a818b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332194432:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3585us (3977us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.356190:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3362 00000100:00100000:0.0:1734016120.356586:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.357065:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194560 00000100:00100000:2.0:1734016120.357074:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194560 00000100:00100000:2.0:1734016120.357124:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12413 00000100:00100000:2.0:1734016120.357134:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332194560:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016120.357445:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3998602 -> 4456452 00002000:00010000:2.0:1734016120.357448:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.357451:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:2.0:1734016120.357453:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.357455:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 232 00000100:00100000:2.0:1734016120.357484:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332194560:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 353us (901us total) trans 4294969732 rc 0/0 00000100:00100000:2.0:1734016120.357490:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12413 00000100:00100000:0.0:1734016120.361377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.361699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.363060:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194688 00000100:00100000:3.0:1734016120.363076:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194688 00000100:00100000:3.0:1734016120.363297:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194816 00000100:00100000:3.0:1734016120.363301:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194816 00000100:00100000:2.0:1734016120.363888:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12414 00000100:00100000:2.0:1734016120.363898:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332194688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.363921:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.363941:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ed0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af59 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.364000:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334451200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.364066:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.364474:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12415 00000100:00100000:1.0:1734016120.364480:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087206850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332194816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.364488:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.364499:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175ed7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af60 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.364525:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334451328:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.364550:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.368838:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334451328:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.368892:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175ed7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af60 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.368915:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3175ed7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af60 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016120.369813:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:2.0:1734016120.369836:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334451200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.369873:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ed0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af59 expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.369887:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3175ed0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af59 expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.369906:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016120.370549:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332194688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6647us (9182us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.370563:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12414 00010000:00010000:1.0:1734016120.371574:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016120.371677:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087206850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332194816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7191us (9973us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.371685:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12415 00000100:00100000:0.0:1734016120.376265:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.376443:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.376869:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332194944 00000100:00100000:1.0:1734016120.376883:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332194944 00000100:00100000:1.0:1734016120.376944:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195072 00000100:00100000:1.0:1734016120.376946:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195072 00000100:00100000:1.0:1734016120.376967:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12416 00000100:00100000:1.0:1734016120.376975:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332194944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.376993:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.377012:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175ede lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af67 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.377077:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334451456:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.377134:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.377205:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12417 00000100:00100000:3.0:1734016120.377210:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332195072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.377218:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.377229:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ee5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af6e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.377255:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334451584:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.377279:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.380474:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334451456:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016120.380533:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175ede lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af67 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.380551:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3175ede lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af67 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.380581:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016120.380648:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332194944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3672us (4397us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.380658:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12416 00000100:00100000:3.0:1734016120.381234:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334451584:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.381260:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ee5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af6e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.381269:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ee5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af6e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.381283:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016120.381316:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332195072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4104us (4873us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.381321:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12417 00000100:00100000:0.0:1734016120.385912:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.386206:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.386354:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195200 00000100:00100000:3.0:1734016120.386362:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195200 00000100:00100000:3.0:1734016120.386541:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195328 00000100:00100000:3.0:1734016120.386544:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195328 00000100:00100000:1.0:1734016120.386616:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12418 00000100:00100000:1.0:1734016120.386624:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332195200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.386647:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.386672:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175eec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af75 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.386745:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334451712:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.386863:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12419 00000100:00100000:3.0:1734016120.386867:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332195328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.386874:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.386886:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175ef3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af7c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.386913:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334451840:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016120.387158:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.387228:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.390215:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334451840:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.390284:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175ef3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af7c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.390301:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3175ef3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af7c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.390319:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016120.390372:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332195328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3502us (4165us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.390383:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12419 00000100:00100000:2.0:1734016120.390487:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334451712:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.390510:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175eec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af75 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.390520:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3175eec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af75 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.390540:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:2.0:1734016120.390558:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332195200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3935us (4662us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.390563:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12418 00000100:00100000:0.0:1734016120.394196:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.394270:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.394365:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195456 00000100:00100000:3.0:1734016120.394377:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195456 00000100:00100000:3.0:1734016120.394433:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195584 00000100:00100000:3.0:1734016120.394436:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195584 00000100:00100000:2.0:1734016120.394620:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12420 00000100:00100000:2.0:1734016120.394629:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332195456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.394655:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.394675:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175efa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af83 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.394763:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334451968:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.395321:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12421 00000100:00100000:3.0:1734016120.395327:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332195584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.395336:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.395347:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175f01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af8a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.395378:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334452096:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.395763:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.395930:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.398379:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334451968:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.398412:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175efa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af83 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.398424:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3175efa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af83 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.398434:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016120.398473:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332195456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3845us (4313us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.398481:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12420 00000100:00100000:3.0:1734016120.398566:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334452096:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.398585:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175f01 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af8a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.398593:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3175f01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af8a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.398641:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016120.398664:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332195584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3336us (4394us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.398670:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12421 00000100:00100000:0.0:1734016120.403044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.403161:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195712 00000100:00100000:3.0:1734016120.403179:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195712 00000100:00100000:3.0:1734016120.403230:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12422 00000100:00100000:3.0:1734016120.403244:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332195712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.403273:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.403295:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175f08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af91 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.403368:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334452224:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.403439:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.403529:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.403664:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195840 00000100:00100000:2.0:1734016120.403669:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195840 00000100:00100000:2.0:1734016120.403703:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12423 00000100:00100000:2.0:1734016120.403709:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332195840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.403737:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.403749:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3175f0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af98 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.403774:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334452352:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.403806:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.407871:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334452224:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.407936:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175f08 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af91 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.407955:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175f08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af91 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.407986:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016120.408058:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332195712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4815us (5362us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.408069:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12422 00000100:00100000:2.0:1734016120.408323:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334452352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.408351:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3175f0f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af98 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.408359:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3175f0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af98 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.408369:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016120.408390:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332195840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4682us (4862us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.408395:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12423 00000100:00100000:0.0:1734016120.412784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.413416:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332195968 00000100:00100000:2.0:1734016120.413425:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332195968 00000100:00100000:2.0:1734016120.413882:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12424 00000100:00100000:2.0:1734016120.413889:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332195968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.413910:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.413930:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5af9f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.413959:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.413966:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.413968:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.413971:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.413996:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.414007:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 13 pid: 13917 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.414017:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334452480:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016120.414266:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.418906:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.419094:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332196096 00000100:00100000:3.0:1734016120.419109:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332196096 00010000:00010000:3.0:1734016120.419177:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.419222:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3363 00000100:00100000:3.0:1734016120.419232:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332196096:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.419255:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.419292:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.419312:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.419349:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.419352:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.419361:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.419370:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.419425:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.419445:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334452608:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016120.419563:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00010000:00010000:2.0:1734016120.419822:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3175ec9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4460543) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af52 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.419851:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334452480:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.419887:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.419897:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016120.419924:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332195968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6036us (7156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.419934:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12424 00000100:00100000:3.0:1734016120.425420:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334452608:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016120.425447:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.425507:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332196096:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6274us (6621us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.425521:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3363 00000100:00100000:1.0:1734016120.425695:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.426584:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332196352 00000100:00100000:3.0:1734016120.426598:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332196352 00002000:00100000:3.0:1734016120.426657:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (385024->389119) req@ffff880075ff8380 x1818247332196352/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.426675:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8380 with x1818247332196352 ext(385024->389119) 00002000:00010000:3.0:1734016120.426682:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8380 00000100:00100000:3.0:1734016120.426743:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9807 00000100:00100000:3.0:1734016120.426752:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332196352:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.426977:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332196352:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 226us (1283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.426983:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9807 00002000:00100000:3.0:1734016120.426989:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (385024->389119) req@ffff880075ff8380 x1818247332196352/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.426995:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8380 with x1818247332196352 ext(385024->389119) 00002000:00010000:3.0:1734016120.426998:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8380 00000100:00100000:0.0:1734016120.430280:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.431002:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332196608 00000100:00100000:2.0:1734016120.431015:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332196608 00002000:00100000:2.0:1734016120.431074:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (389120->393215) req@ffff880097ee2d80 x1818247332196608/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.431086:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2d80 with x1818247332196608 ext(389120->393215) 00002000:00010000:2.0:1734016120.431092:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2d80 00000100:00100000:2.0:1734016120.431131:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9808 00000100:00100000:2.0:1734016120.431140:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332196608:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.431374:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332196608:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 234us (1121us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.431381:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9808 00002000:00100000:2.0:1734016120.431387:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (389120->393215) req@ffff880097ee2d80 x1818247332196608/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.431393:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2d80 with x1818247332196608 ext(389120->393215) 00002000:00010000:2.0:1734016120.431396:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2d80 00000100:00100000:0.0:1734016120.434230:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.434361:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332196864 00000100:00100000:3.0:1734016120.434370:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332196864 00002000:00100000:3.0:1734016120.434415:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (393216->397311) req@ffff880097ee3100 x1818247332196864/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.434426:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee3100 with x1818247332196864 ext(393216->397311) 00002000:00010000:3.0:1734016120.434432:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee3100 00000100:00100000:3.0:1734016120.435268:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9809 00000100:00100000:3.0:1734016120.435282:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332196864:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.435598:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332196864:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 319us (1385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.435607:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9809 00002000:00100000:3.0:1734016120.435618:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (393216->397311) req@ffff880097ee3100 x1818247332196864/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.435629:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee3100 with x1818247332196864 ext(393216->397311) 00002000:00010000:3.0:1734016120.435637:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee3100 00000100:00100000:0.0:1734016120.439418:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.439612:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332196992 00000100:00100000:2.0:1734016120.439621:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332196992 00000100:00100000:2.0:1734016120.439882:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12425 00000100:00100000:2.0:1734016120.439892:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332196992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.439920:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.439944:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afa6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.439970:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.439972:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.439982:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.440002:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.440014:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016120.440063:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332196992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 172us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.440072:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12425 00000100:00100000:0.0:1734016120.444652:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.445423:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332197120 00000100:00100000:3.0:1734016120.445436:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332197120 00000100:00100000:3.0:1734016120.445495:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12426 00000100:00100000:3.0:1734016120.445505:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332197120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.445525:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.445549:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afad expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.445588:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.445596:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.445598:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.445602:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2252800->2260991] (req 2252800->2260991) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.445637:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.445650:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 6 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.445668:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334452736:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.445777:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.449073:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.449205:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334452736:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.449252:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2252800->2260991] (req 2252800->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.449274:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016120.449351:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332197120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3845us (4712us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.449365:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12426 00000100:00100000:2.0:1734016120.449785:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332197248 00000100:00100000:2.0:1734016120.449795:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332197248 00010000:00010000:2.0:1734016120.449833:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.449867:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3364 00000100:00100000:2.0:1734016120.449875:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332197248:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.449892:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.449920:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.449930:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.449964:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3175c8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ad61 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.449996:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.449997:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.450007:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.450016:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.450058:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.450074:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334452864:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.450126:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.457012:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334452864:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.457052:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.457127:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332197248:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7250us (8069us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.457140:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3364 00000100:00100000:0.0:1734016120.462781:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.462906:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332197504 00000100:00100000:2.0:1734016120.462920:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332197504 00002000:00100000:2.0:1734016120.462980:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880097ee0000 x1818247332197504/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.462991:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0000 with x1818247332197504 ext(0->4194303) 00002000:00010000:2.0:1734016120.462997:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0000 00000100:00100000:2.0:1734016120.463035:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9810 00000100:00100000:2.0:1734016120.463044:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332197504:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.470578:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332197504:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 7522us (7852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.470592:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9810 00002000:00100000:3.0:1734016120.470605:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880097ee0000 x1818247332197504/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.470615:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0000 with x1818247332197504 ext(0->4194303) 00002000:00010000:3.0:1734016120.470620:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0000 00000100:00100000:0.0:1734016120.477320:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.477421:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332197760 00000100:00100000:2.0:1734016120.477431:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332197760 00000100:00100000:2.0:1734016120.477489:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2572 00000100:00100000:2.0:1734016120.477496:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332197760:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016120.477551:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.477580:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175e0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ae9c expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.477618:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.477623:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016120.477806:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.477818:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.477823:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.477851:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.477864:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 19 pid: 6484 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.477877:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334452992:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016120.477931:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.483302:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334452992:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.483340:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016120.483579:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.483666:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332197888 00000100:00100000:2.0:1734016120.483671:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332197888 00010000:00010000:2.0:1734016120.483699:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.484414:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3365 00000100:00100000:2.0:1734016120.484424:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332197888:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.484445:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.484453:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.484465:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.484492:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3175e1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aea3 expref: 20 pid: 6484 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.484509:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.484514:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.484526:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.484533:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.485953:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.486013:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332197888:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1585us (2431us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.486022:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3365 00010000:00010000:3.0:1734016120.486242:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.486250:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016120.486326:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968954 00000004:00010000:3.0:1734016120.486367:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880097ee0700 reply state ffff880097f15000 transno 4294968955 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016120.486373:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016120.486443:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332197760:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8948us (9133us total) trans 4294968955 rc 0/0 00000100:00100000:3.0:1734016120.486452:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2572 00000020:00080000:3.0:1734016120.486456:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016120.489358:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.489528:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198016 00000100:00100000:3.0:1734016120.489536:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198016 00000100:00100000:3.0:1734016120.489585:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12427 00000100:00100000:3.0:1734016120.489592:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332198016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.489608:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.489623:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afb4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.489649:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.489657:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.489662:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.489664:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.489667:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.489696:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.489706:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 484 lvb_type: 1 00000100:00100000:3.0:1734016120.489746:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334453120:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.489825:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.489833:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 12 pid: 7694 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.489840:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334453248:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.489860:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016120.490055:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.490064:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.490073:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.490080:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffd8c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016120.490084:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.490090:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.490108:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.490111:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016120.490115:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.490118:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3175f2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016120.493096:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.493178:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.493313:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334453120:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.493328:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334453248:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.493373:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.493397:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016120.493459:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332198016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3865us (4109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.493469:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12427 00000100:00100000:1.0:1734016120.493554:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198272 00000100:00100000:1.0:1734016120.493562:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198272 00010000:00010000:1.0:1734016120.493596:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.493621:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198144 00000100:00100000:1.0:1734016120.493623:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198144 00010000:00010000:1.0:1734016120.493632:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016120.493651:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3366 00000100:00100000:1.0:1734016120.493656:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332198272:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.493673:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.493704:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.493715:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.493775:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3175f16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5af9f expref: 13 pid: 7694 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.493790:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.493807:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332198272:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 151us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.493812:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3366 00000100:00100000:1.0:1734016120.493822:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3367 00000100:00100000:1.0:1734016120.493825:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332198144:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.493831:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.493836:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 484 lvb_type: 1 00010000:00010000:1.0:1734016120.493844:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 484 lvb_type: 1 00010000:00010000:1.0:1734016120.493860:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3175f1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afa6 expref: 15 pid: 7694 timeout: 484 lvb_type: 1 00010000:00010000:1.0:1734016120.493868:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.493870:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.493874:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.493882:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.493910:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.493922:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334453376:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016120.493965:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.499664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.500125:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334453376:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016120.500164:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.500245:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332198144:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6415us (7063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.500259:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3367 00000100:00100000:3.0:1734016120.501175:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198400 00000100:00100000:3.0:1734016120.501185:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198400 00000100:00100000:3.0:1734016120.501229:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12428 00000100:00100000:3.0:1734016120.501236:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332198400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.501256:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.501280:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afbb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.501312:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.501319:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.501321:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.501325:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.501355:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.501368:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 7 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.501382:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334453504:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.501441:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.506071:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334453504:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.506111:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.506129:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016120.506989:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332198400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5748us (7344us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.506999:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12428 00000100:00100000:2.0:1734016120.507103:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.507237:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198528 00000100:00100000:3.0:1734016120.507243:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198528 00002000:00100000:3.0:1734016120.507277:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2252800->2260969) req@ffff880079531180 x1818247332198528/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 8664/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.507286:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531180 with x1818247332198528 ext(2252800->2260969) 00010000:00010000:3.0:1734016120.507294:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 8 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.507306:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 8 pid: 7692 timeout: 484 lvb_type: 0 00002000:00010000:3.0:1734016120.507312:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079531180 00000100:00100000:3.0:1734016120.507333:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 345 00000100:00100000:3.0:1734016120.507337:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332198528:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016120.508953:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332198528:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1603us (1840us total) trans 4294968145 rc 0/0 00000100:00100000:3.0:1734016120.508966:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 345 00002000:00100000:3.0:1734016120.508978:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2252800->2260969) req@ffff880079531180 x1818247332198528/t4294968145(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 8664/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.508988:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531180 with x1818247332198528 ext(2252800->2260969) 00010000:00010000:3.0:1734016120.509001:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.509017:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00002000:00010000:3.0:1734016120.509029:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079531180 00000100:00100000:0.0:1734016120.516847:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.516964:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198656 00000100:00100000:1.0:1734016120.516975:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198656 00010000:00010000:1.0:1734016120.517023:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.517177:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3368 00000100:00100000:1.0:1734016120.517186:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332198656:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.517203:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016120.517219:0:9883:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 2260970 00002000:00010000:1.0:1734016120.517222:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1734016120.517228:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.517240:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.517263:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2260991) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afad expref: 10 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.517536:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.517539:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.517546:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.517554:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.517592:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.517609:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334453632:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016120.517929:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.526552:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.526660:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334453632:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016120.526686:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.526761:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332198656:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9576us (10051us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.526770:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3368 00000100:00100000:0.0:1734016120.526926:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.527005:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198784 00000100:00100000:3.0:1734016120.527012:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198784 00002000:00010000:3.0:1734016120.527040:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1482978->18446744073709551615) 00002000:00100000:3.0:1734016120.527044:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ca80 with x1818247332198784 ext(1482978->18446744073709551615) 00002000:00010000:3.0:1734016120.527053:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6ca80. 00000100:00100000:3.0:1734016120.527065:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332198912 00000100:00100000:3.0:1734016120.527067:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332198912 00002000:00010000:3.0:1734016120.527076:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016120.527078:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ce00 with x1818247332198912 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016120.527083:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6ce00. 00000100:00100000:3.0:1734016120.527096:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9811 00000100:00100000:3.0:1734016120.527101:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332198784:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016120.529021:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4456452 -> 1482978 00002000:00010000:3.0:1734016120.529029:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.529031:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:3.0:1734016120.529033:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.529035:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 232 -> 176 00000100:00100000:3.0:1734016120.529089:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332198784:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1983us (2544us total) trans 4294969733 rc 0/0 00000100:00100000:3.0:1734016120.529097:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9811 00002000:00010000:3.0:1734016120.529102:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1482978->18446744073709551615) 00002000:00100000:3.0:1734016120.529105:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ca80 with x1818247332198784 ext(1482978->18446744073709551615) 00002000:00010000:3.0:1734016120.529111:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6ca80. 00000100:00100000:3.0:1734016120.529131:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9812 00000100:00100000:3.0:1734016120.529138:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332198912:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016120.531816:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2260970 -> 0 00002000:00010000:3.0:1734016120.531823:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.531826:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.531827:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.531829:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:3.0:1734016120.531891:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332198912:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2748us (4959us total) trans 4294968146 rc 0/0 00000100:00100000:3.0:1734016120.531901:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9812 00002000:00010000:3.0:1734016120.531908:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016120.531911:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ce00 with x1818247332198912 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016120.531917:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6ce00. 00000100:00100000:0.0:1734016120.535585:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.535828:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199040 00000100:00100000:3.0:1734016120.535842:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199040 00000100:00100000:3.0:1734016120.538780:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2573 00000100:00100000:3.0:1734016120.538794:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332199040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.538826:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.538870:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175f40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afc2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.539020:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.539040:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.539057:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016120.539093:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1482978 00000004:00200000:3.0:1734016120.539099:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.539115:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.539140:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3175f40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.539157:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.539175:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.539177:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.539181:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:0.0:1734016120.543794:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.543980:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199168 00000100:00100000:2.0:1734016120.543991:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199168 00000100:00100000:2.0:1734016120.544052:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12429 00000100:00100000:2.0:1734016120.544061:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332199168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.544083:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.544103:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175f4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afc9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.544184:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334453760:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.544264:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.544639:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.545843:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199296 00000100:00100000:2.0:1734016120.545851:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199296 00000100:00100000:2.0:1734016120.545880:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12430 00000100:00100000:2.0:1734016120.545886:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332199296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.545898:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.545914:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175f55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afd0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.545964:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334453888:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.546015:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016120.549493:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:2.0:1734016120.549516:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334453760:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.549546:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175f4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc9 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.549559:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3175f4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc9 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.551429:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016120.551551:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332199168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7482us (7831us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.551568:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12429 00000100:00100000:3.0:1734016120.553344:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332199040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14533us (17755us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.553354:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2573 00000100:00100000:3.0:1734016120.554825:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334453888:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.554868:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175f55 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afd0 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.554883:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3175f55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afd0 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.554894:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:3.0:1734016120.554955:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332199296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9067us (10315us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.554964:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12430 00000100:00100000:0.0:1734016120.560949:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.562276:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.562298:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199424 00000100:00100000:3.0:1734016120.562319:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199424 00000100:00100000:3.0:1734016120.562410:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12431 00000100:00100000:3.0:1734016120.562421:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332199424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.562453:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.562484:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175f5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afd7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.562574:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334454016:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.563209:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199552 00000100:00100000:2.0:1734016120.563217:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199552 00000100:00100000:2.0:1734016120.563260:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12432 00000100:00100000:2.0:1734016120.563267:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332199552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.563280:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.563298:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175f63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afde expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.563334:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334454144:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.563961:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.564546:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.568009:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334454016:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.568059:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175f5c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afd7 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.568072:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175f5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afd7 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.568099:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016120.568149:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332199424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5729us (7213us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.568159:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12431 00000100:00100000:2.0:1734016120.568474:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334454144:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.568499:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175f63 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afde expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.568508:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3175f63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afde expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.568519:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016120.568554:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332199552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5286us (6286us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.568559:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12432 00000100:00100000:0.0:1734016120.571867:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.571988:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199680 00000100:00100000:3.0:1734016120.571999:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199680 00000100:00100000:3.0:1734016120.572095:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2574 00000100:00100000:3.0:1734016120.572103:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332199680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.572131:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.572155:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175f6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afe5 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.572248:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175f71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.572261:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.572272:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016120.572295:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1482978 00000004:00200000:3.0:1734016120.572298:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.572316:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.572338:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3175f6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afe5 expref: 27 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.572351:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175f71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afe5 expref: 26 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.572359:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.572362:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.572365:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016120.573000:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332199680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 896us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.573006:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2574 00000100:00100000:0.0:1734016120.578044:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.578185:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.578650:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199808 00000100:00100000:3.0:1734016120.578661:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199808 00000100:00100000:3.0:1734016120.578760:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332199936 00000100:00100000:3.0:1734016120.578763:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332199936 00000100:00100000:3.0:1734016120.578788:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12433 00000100:00100000:3.0:1734016120.578798:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332199808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.578827:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.578852:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175f78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5afec expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.578936:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334454272:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.579035:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.579056:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12434 00000100:00100000:3.0:1734016120.579061:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332199936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.579071:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.579085:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3175f7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5aff3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.579111:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334454400:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.579134:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.583595:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334454272:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.583661:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175f78 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afec expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.583685:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3175f78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afec expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.583739:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016120.583810:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332199808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5011us (5777us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.583820:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12433 00000100:00100000:2.0:1734016120.583936:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334454400:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.583959:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3175f7f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aff3 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.583969:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3175f7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5aff3 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.583983:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:2.0:1734016120.584001:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332199936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4940us (5817us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.584005:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12434 00000100:00100000:0.0:1734016120.589626:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.589684:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.589917:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200064 00000100:00100000:3.0:1734016120.589928:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200064 00000100:00100000:3.0:1734016120.589991:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200192 00000100:00100000:3.0:1734016120.589994:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200192 00000100:00100000:3.0:1734016120.590031:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12435 00000100:00100000:3.0:1734016120.590042:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332200064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.590067:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.590089:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5affa expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.590155:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334454528:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.590226:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.590341:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12436 00000100:00100000:2.0:1734016120.590348:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332200192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.590358:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.590372:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175f8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b001 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.590408:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334454656:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.590432:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.593482:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334454528:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.593528:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f86 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5affa expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.593546:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3175f86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5affa expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016120.593661:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334454656:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.593683:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175f8d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b001 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.593692:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3175f8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b001 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.593700:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00010000:00010000:3.0:1734016120.593827:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:2.0:1734016120.593965:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332200192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3615us (4279us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.593974:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12436 00000100:00100000:3.0:1734016120.594148:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332200064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4109us (4535us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.594155:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12435 00000100:00100000:0.0:1734016120.601397:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.602857:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200320 00000100:00100000:3.0:1734016120.602872:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200320 00000100:00100000:3.0:1734016120.602947:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12437 00000100:00100000:3.0:1734016120.602956:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332200320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.602980:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.603003:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b008 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.603037:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.603045:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.603047:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.603050:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3223552->3231743] (req 3223552->3231743) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.603081:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.603093:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 7 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.603105:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334454784:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.603180:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.606658:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334454784:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.606698:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3223552->3231743] (req 3223552->3231743) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.606714:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016120.606789:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332200320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3831us (5408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.606801:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12437 00000100:00100000:0.0:1734016120.607180:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.607711:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200448 00000100:00100000:1.0:1734016120.607718:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200448 00010000:00010000:1.0:1734016120.607779:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 8 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.607814:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3369 00000100:00100000:1.0:1734016120.607821:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a818b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332200448:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.607836:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.607859:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 8 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.607870:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 8 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.607895:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3175f39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afbb expref: 8 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.607922:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.607925:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.607930:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.607939:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.607972:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.607986:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334454912:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016120.608033:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aac00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.611778:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334454912:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016120.611808:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.611870:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a818b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332200448:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4047us (4689us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.611881:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3369 00000100:00100000:0.0:1734016120.614295:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.614405:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200576 00000100:00100000:3.0:1734016120.614417:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200576 00000100:00100000:3.0:1734016120.614568:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12438 00000100:00100000:3.0:1734016120.614576:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332200576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.614604:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.614630:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175f9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b00f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.614717:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455040:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.615131:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.617615:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455040:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.617655:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175f9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b00f expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.617671:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3175f9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b00f expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.618254:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016120.618318:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332200576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3742us (4033us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.618326:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12438 00000100:00100000:0.0:1734016120.620299:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.621016:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200704 00000100:00100000:3.0:1734016120.621026:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200704 00000100:00100000:3.0:1734016120.621357:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12439 00000100:00100000:3.0:1734016120.621366:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332200704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.621387:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.621411:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3175fa2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b016 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.621482:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455168:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.622140:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.625481:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455168:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.625559:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3175fa2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b016 expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.625582:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3175fa2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b016 expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.626263:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016120.626349:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332200704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4982us (6054us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.626360:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12439 00000100:00100000:0.0:1734016120.629669:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.629792:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200832 00000100:00100000:3.0:1734016120.629804:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200832 00000100:00100000:3.0:1734016120.629849:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12440 00000100:00100000:3.0:1734016120.629856:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332200832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.629877:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.629893:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175fa9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b01d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.629950:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455296:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.630012:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.632424:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455296:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.632455:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175fa9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b01d expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.632466:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3175fa9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b01d expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.632475:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016120.632554:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332200832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2696us (2895us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.632562:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12440 00000100:00100000:0.0:1734016120.634425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.635155:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332200960 00000100:00100000:3.0:1734016120.635170:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332200960 00000100:00100000:3.0:1734016120.635884:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12441 00000100:00100000:3.0:1734016120.635891:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332200960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.635908:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.635923:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b024 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.635954:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.635960:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.635962:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.635965:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1982464->1990655] (req 1982464->1990655) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.635991:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.636003:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 14 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.636013:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455424:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.636082:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.639406:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.639524:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455424:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.639558:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1982464->1990655] (req 1982464->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.639577:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016120.639627:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332200960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3735us (5211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.639638:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12441 00000100:00100000:2.0:1734016120.639889:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201088 00000100:00100000:2.0:1734016120.639896:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201088 00010000:00010000:2.0:1734016120.639923:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 15 pid: 7692 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.639945:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3370 00000100:00100000:2.0:1734016120.639951:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332201088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.639964:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.639983:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 15 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.639992:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 15 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.640010:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3175f32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afb4 expref: 15 pid: 7692 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.640021:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.640023:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.640029:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.640038:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.640064:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.640073:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334455552:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.640110:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.644643:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.644843:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201216 00000100:00100000:3.0:1734016120.644854:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201216 00000100:00100000:3.0:1734016120.644898:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12442 00000100:00100000:3.0:1734016120.644907:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332201216:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.645115:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1482978 -> 1989304 00002000:00010000:3.0:1734016120.645118:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.645120:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:3.0:1734016120.645122:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.645124:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 184 00000100:00100000:2.0:1734016120.645388:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334455552:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.645407:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.646394:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332201216:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1485us (1762us total) trans 4294969734 rc 0/0 00000100:00100000:3.0:1734016120.646404:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12442 00000100:00100000:2.0:1734016120.646460:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332201088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6508us (7062us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.646469:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3370 00000100:00100000:0.0:1734016120.650253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.650401:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201344 00000100:00100000:3.0:1734016120.650415:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201344 00000100:00100000:3.0:1734016120.650491:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12443 00000100:00100000:3.0:1734016120.650500:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332201344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.650521:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.650544:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b02b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.650587:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.650594:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.650595:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.650599:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5521408->5525503] (req 5521408->5525503) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.650645:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.650658:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 13 pid: 13917 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.650674:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455680:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.650802:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.654689:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334455680:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.654747:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5521408->5525503] (req 5521408->5525503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.654767:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016120.654833:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332201344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4333us (4595us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.654841:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12443 00000100:00100000:1.0:1734016120.654918:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.655117:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201472 00000100:00100000:2.0:1734016120.655126:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201472 00010000:00010000:2.0:1734016120.655171:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.655195:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3371 00000100:00100000:2.0:1734016120.655202:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332201472:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.655219:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.655245:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.655256:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.655284:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3175fb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1982464->1990655) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b024 expref: 14 pid: 13917 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.655302:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.655305:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.655311:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.655322:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.655357:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.655376:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334455808:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.655423:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.658549:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334455808:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.658569:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.658606:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332201472:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3404us (3690us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.658616:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3371 00000100:00100000:0.0:1734016120.661306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.661453:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201600 00000100:00100000:3.0:1734016120.661459:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201600 00000100:00100000:3.0:1734016120.661498:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12444 00000100:00100000:3.0:1734016120.661505:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332201600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.661519:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.661533:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175fbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b032 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.661578:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334455936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.661625:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.663438:0:13917:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 3227734 00002000:00010000:3.0:1734016120.663445:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016120.663461:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334455936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.663489:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175fbe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b032 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.663501:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175fbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b032 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.663543:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016120.663926:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332201600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2419us (2627us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.663934:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12444 00000100:00100000:0.0:1734016120.666138:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.666290:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201728 00000100:00100000:3.0:1734016120.666306:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201728 00000100:00100000:3.0:1734016120.666362:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12445 00000100:00100000:3.0:1734016120.666371:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332201728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.666400:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.666427:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175fc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b039 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.666498:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334456064:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.666821:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.669020:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334456064:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.669063:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175fc5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b039 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.669082:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3175fc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b039 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.669095:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016120.669148:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332201728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2779us (3024us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.669160:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12445 00000100:00100000:0.0:1734016120.671809:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.671966:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201856 00000100:00100000:3.0:1734016120.671975:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201856 00000100:00100000:3.0:1734016120.672286:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12446 00000100:00100000:3.0:1734016120.672295:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332201856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.672316:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.672337:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175fcc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b040 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.672396:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334456192:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.673090:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.674965:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334456192:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.674997:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175fcc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b040 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.675015:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3175fcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b040 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.675025:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016120.675061:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332201856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2767us (3260us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.675070:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12446 00000100:00100000:0.0:1734016120.676789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.676869:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332201984 00000100:00100000:3.0:1734016120.676875:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332201984 00000100:00100000:3.0:1734016120.677159:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12447 00000100:00100000:3.0:1734016120.677174:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332201984:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.677328:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1989304 -> 1989304 00002000:00010000:3.0:1734016120.677331:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.677332:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.677334:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.677336:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 192 00000100:00100000:3.0:1734016120.677374:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1971:x1818247332201984:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 200us (589us total) trans 4294969735 rc 0/0 00000100:00100000:3.0:1734016120.677380:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12447 00000100:00100000:0.0:1734016120.680039:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.680132:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332202112 00000100:00100000:2.0:1734016120.680139:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332202112 00000100:00100000:2.0:1734016120.680307:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12448 00000100:00100000:2.0:1734016120.680314:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332202112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.680333:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.680356:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175fd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b047 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.680409:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456320:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.680469:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016120.681800:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 1989304 -> 5524945 00002000:00010000:2.0:1734016120.681805:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:2.0:1734016120.681820:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456320:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.681848:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175fd3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b047 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.681860:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3175fd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b047 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.681886:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016120.681919:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332202112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1604us (1890us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.681927:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12448 00000100:00100000:0.0:1734016120.684276:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.684400:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332202240 00000100:00100000:2.0:1734016120.684416:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332202240 00000100:00100000:2.0:1734016120.685115:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12449 00000100:00100000:2.0:1734016120.685126:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332202240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.685160:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.685194:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175fda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b04e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.685289:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456448:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.685388:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.689052:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456448:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.689087:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175fda lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b04e expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.689100:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175fda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b04e expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.689122:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016120.689174:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332202240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4049us (4913us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.689187:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12449 00000100:00100000:0.0:1734016120.691157:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.691287:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332202368 00000100:00100000:2.0:1734016120.691298:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332202368 00000100:00100000:2.0:1734016120.691471:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12450 00000100:00100000:2.0:1734016120.691481:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332202368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.691504:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.691524:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fe1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b055 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.691593:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456576:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.691672:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.694186:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456576:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.694226:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fe1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b055 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.694242:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fe1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b055 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.694276:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016120.694326:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332202368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2844us (3174us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.694337:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12450 00000100:00100000:0.0:1734016120.697195:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.697316:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332202496 00000100:00100000:2.0:1734016120.697325:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332202496 00000100:00100000:2.0:1734016120.697440:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12451 00000100:00100000:2.0:1734016120.697449:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332202496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.697471:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.697489:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b05c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.697522:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.697530:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.697532:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.697536:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2650112->2654207] (req 2650112->2654207) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.697577:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.697590:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 15 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.697605:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456704:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016120.697665:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.701980:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.702108:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332202624 00000100:00100000:1.0:1734016120.702122:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332202624 00002000:00100000:1.0:1734016120.702187:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5521408->5524944) req@ffff880079a72680 x1818247332202624/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 4032/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.702197:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72680 with x1818247332202624 ext(5521408->5524944) 00010000:00010000:1.0:1734016120.702208:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 16 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016120.702224:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 16 pid: 13917 timeout: 485 lvb_type: 0 00002000:00010000:1.0:1734016120.702231:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079a72680 00000100:00100000:1.0:1734016120.702254:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 346 00000100:00100000:1.0:1734016120.702260:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332202624:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016120.703002:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334456704:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.703036:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2650112->2654207] (req 2650112->2654207) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.703048:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016120.703093:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332202496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5645us (5914us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.703102:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12451 00000100:00100000:1.0:1734016120.704572:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332202624:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2304us (2602us total) trans 4294969736 rc 0/0 00000100:00100000:1.0:1734016120.704584:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 346 00002000:00100000:1.0:1734016120.704594:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5521408->5524944) req@ffff880079a72680 x1818247332202624/t4294969736(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 4032/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.704603:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72680 with x1818247332202624 ext(5521408->5524944) 00010000:00010000:1.0:1734016120.704615:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016120.704629:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00002000:00010000:1.0:1734016120.704636:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079a72680 00000100:00100000:0.0:1734016120.707441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.708184:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332202752 00000100:00100000:2.0:1734016120.708195:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332202752 00010000:00010000:2.0:1734016120.708244:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.708592:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3372 00000100:00100000:2.0:1734016120.708604:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1971:x1818247332202752:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.708627:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016120.708662:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 208 00010000:00010000:2.0:1734016120.708669:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.708682:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.708738:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3175fb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5521408->5525503) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b02b expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.708774:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.708776:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.708784:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.708793:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.708845:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.708860:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334456832:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.709857:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.715496:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334456832:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.715525:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.715588:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1971:x1818247332202752:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6986us (8157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.715600:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3372 00000100:00100000:0.0:1734016120.719259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.720665:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332203008 00000100:00100000:1.0:1734016120.720685:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332203008 00002000:00100000:1.0:1734016120.720768:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2650112->5525503) req@ffff880079a72d80 x1818247332203008/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.720780:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72d80 with x1818247332203008 ext(2650112->5525503) 00002000:00010000:1.0:1734016120.720789:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a72d80 00000100:00100000:1.0:1734016120.720826:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9813 00000100:00100000:1.0:1734016120.720834:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332203008:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.741329:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332203008:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 20475us (22068us total) trans 0 rc 1335296/1335296 00000100:00100000:2.0:1734016120.741349:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9813 00002000:00100000:2.0:1734016120.741374:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2650112->5525503) req@ffff880079a72d80 x1818247332203008/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 1335296/1335296 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.741384:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72d80 with x1818247332203008 ext(2650112->5525503) 00002000:00010000:2.0:1734016120.741392:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a72d80 00000100:00100000:0.0:1734016120.747480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.747590:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332203264 00000100:00100000:2.0:1734016120.747599:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332203264 00002000:00100000:2.0:1734016120.747643:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2654208->2658303) req@ffff880079a73100 x1818247332203264/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.747653:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73100 with x1818247332203264 ext(2654208->2658303) 00002000:00010000:2.0:1734016120.747658:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a73100 00000100:00100000:2.0:1734016120.747693:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9814 00000100:00100000:2.0:1734016120.747700:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332203264:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.747894:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332203264:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 194us (423us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.747901:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9814 00002000:00100000:2.0:1734016120.747906:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2654208->2658303) req@ffff880079a73100 x1818247332203264/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.747913:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73100 with x1818247332203264 ext(2654208->2658303) 00002000:00010000:2.0:1734016120.747916:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a73100 00000100:00100000:0.0:1734016120.752303:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.752575:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332203392 00000100:00100000:2.0:1734016120.752588:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332203392 00000100:00100000:2.0:1734016120.752643:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12452 00000100:00100000:2.0:1734016120.752651:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332203392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.752669:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.752691:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b063 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.752762:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.752771:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.752773:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.752777:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.752808:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.752821:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 9 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.752835:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334456960:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016120.752894:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.755372:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334456960:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.755407:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.755421:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016120.755467:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332203392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2815us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.755476:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12452 00000100:00100000:0.0:1734016120.755794:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.755907:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332203520 00000100:00100000:1.0:1734016120.755912:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332203520 00002000:00100000:1.0:1734016120.755945:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3223552->3227733) req@ffff880079a73800 x1818247332203520/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 4672/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.755955:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73800 with x1818247332203520 ext(3223552->3227733) 00010000:00010000:1.0:1734016120.755961:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 10 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016120.755970:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 10 pid: 13917 timeout: 485 lvb_type: 0 00002000:00010000:1.0:1734016120.755976:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079a73800 00000100:00100000:1.0:1734016120.756006:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 347 00000100:00100000:1.0:1734016120.756012:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332203520:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016120.758248:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332203520:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2229us (2448us total) trans 4294968147 rc 0/0 00000100:00100000:1.0:1734016120.758258:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 347 00002000:00100000:1.0:1734016120.758267:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3223552->3227733) req@ffff880079a73800 x1818247332203520/t4294968147(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 4672/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.758275:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73800 with x1818247332203520 ext(3223552->3227733) 00010000:00010000:1.0:1734016120.758282:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016120.758295:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00002000:00010000:1.0:1734016120.758300:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079a73800 00000100:00100000:0.0:1734016120.761461:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.761552:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332203648 00000100:00100000:2.0:1734016120.761561:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332203648 00010000:00010000:2.0:1734016120.761585:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.761657:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3373 00000100:00100000:2.0:1734016120.761664:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332203648:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.761678:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016120.761693:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:2.0:1734016120.761697:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.761711:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.761760:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3175f94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3231743) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b008 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.762022:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.762024:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.762032:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.762039:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.762070:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.762082:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334457088:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.762360:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.764919:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334457088:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.764953:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.765019:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332203648:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3354us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.765033:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3373 00000100:00100000:0.0:1734016120.765461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.765567:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332203904 00000100:00100000:1.0:1734016120.765576:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332203904 00002000:00100000:1.0:1734016120.765632:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1421312->1425407) req@ffff880077074000 x1818247332203904/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.765641:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077074000 with x1818247332203904 ext(1421312->1425407) 00002000:00010000:1.0:1734016120.765645:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077074000 00000100:00100000:0.0:1734016120.766373:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9815 00000100:00100000:0.0:1734016120.766382:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332203904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.768167:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332203904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1770us (2691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.768176:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9815 00002000:00100000:0.0:1734016120.768188:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1421312->1425407) req@ffff880077074000 x1818247332203904/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.768199:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077074000 with x1818247332203904 ext(1421312->1425407) 00002000:00010000:0.0:1734016120.768207:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077074000 00000100:00100000:0.0:1734016120.771008:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.771211:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332204160 00000100:00100000:2.0:1734016120.771234:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332204160 00002000:00100000:2.0:1734016120.771327:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1425408->1429503) req@ffff880077074380 x1818247332204160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.771346:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077074380 with x1818247332204160 ext(1425408->1429503) 00002000:00010000:2.0:1734016120.771355:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077074380 00000100:00100000:2.0:1734016120.771536:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9816 00000100:00100000:2.0:1734016120.771545:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332204160:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.772223:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332204160:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 677us (1238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.772231:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9816 00002000:00100000:2.0:1734016120.772237:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1425408->1429503) req@ffff880077074380 x1818247332204160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.772244:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077074380 with x1818247332204160 ext(1425408->1429503) 00002000:00010000:2.0:1734016120.772248:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077074380 00000100:00100000:0.0:1734016120.776829:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.777220:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332204288 00000100:00100000:2.0:1734016120.777234:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332204288 00000100:00100000:2.0:1734016120.777322:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12453 00000100:00100000:2.0:1734016120.777334:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1971:x1818247332204288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.777365:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.777397:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b06a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.777435:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.777438:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.777449:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.777473:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.777493:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016120.777564:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1971:x1818247332204288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 230us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.777571:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12453 00000100:00100000:0.0:1734016120.780914:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.781035:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332204544 00000100:00100000:3.0:1734016120.781047:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332204544 00000100:00100000:3.0:1734016120.781230:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2575 00000100:00100000:3.0:1734016120.781239:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332204544:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016120.781302:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.781339:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3175f71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afe5 expref: 26 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.781389:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.781395:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016120.781615:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.781630:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.781637:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.781674:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.781688:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 19 pid: 6484 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016120.781703:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334457216:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.781794:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.784693:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334457216:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.784768:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016120.785065:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.785696:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332204672 00000100:00100000:2.0:1734016120.785709:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332204672 00010000:00010000:2.0:1734016120.785782:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 20 pid: 6484 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.785830:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3374 00000100:00100000:2.0:1734016120.785837:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332204672:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.785853:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.785860:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 20 pid: 6484 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.785871:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 20 pid: 6484 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.785903:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3175f47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5afc2 expref: 20 pid: 6484 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.786563:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.786570:0:9883:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.786581:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.786588:0:9883:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.786617:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016120.786780:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.786788:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016120.786945:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968956 00000004:00010000:3.0:1734016120.787010:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077074a80 reply state ffff88007732d000 transno 4294968957 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016120.787021:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016120.787753:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332204672:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1909us (2683us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.787763:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3374 00000100:00100000:3.0:1734016120.787951:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332204544:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6713us (7048us total) trans 4294968957 rc 0/0 00000100:00100000:3.0:1734016120.787958:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2575 00000020:00080000:3.0:1734016120.787964:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016120.793537:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.793616:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332204800 00000100:00100000:3.0:1734016120.793626:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332204800 00000100:00100000:3.0:1734016120.793678:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12454 00000100:00100000:3.0:1734016120.793687:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332204800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.793708:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.793745:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b071 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.793780:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.793788:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.793793:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.793795:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.793798:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.793832:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.793843:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 19 pid: 7694 timeout: 485 lvb_type: 1 00000100:00100000:3.0:1734016120.793857:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334457344:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016120.794531:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.794541:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.794548:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.794554:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d86c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016120.794559:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.794566:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.794584:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.794587:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016120.794592:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016120.794597:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3175ffd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.794857:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.794866:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016120.794876:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334457472:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.794900:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.804890:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334457344:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016120.804977:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.805062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.805121:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205056 00000100:00100000:2.0:1734016120.805126:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205056 00010000:00010000:2.0:1734016120.805152:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.805422:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332204928 00000100:00100000:2.0:1734016120.805426:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332204928 00010000:00010000:2.0:1734016120.805437:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 20 pid: 7694 timeout: 485 lvb_type: 1 00000100:00100000:3.0:1734016120.805498:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3375 00000100:00100000:3.0:1734016120.805505:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332205056:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.805521:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.805545:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016120.805555:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016120.805581:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.805628:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332205056:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 123us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.805635:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3375 00000100:00100000:3.0:1734016120.805650:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3376 00000100:00100000:3.0:1734016120.805653:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a818b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1970:x1818247332204928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.805660:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.805666:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 20 pid: 7694 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016120.805674:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 20 pid: 7694 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016120.805684:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3175ff6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b06a expref: 20 pid: 7694 timeout: 485 lvb_type: 1 00010000:00010000:3.0:1734016120.805699:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.805701:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.805706:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.805714:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.805759:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.805774:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334457600:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016120.805800:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016120.805816:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3175fe8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2650112->2654207) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b05c expref: 13 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016120.805823:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334457472:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.805843:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.805850:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016120.805863:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332204800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12178us (12343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.805869:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12454 00000100:00100000:3.0:1734016120.807835:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334457600:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016120.807859:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.808047:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a818b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1970:x1818247332204928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2389us (2981us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.808057:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3376 00000100:00100000:0.0:1734016120.811701:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.811781:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.811912:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205184 00000100:00100000:2.0:1734016120.811924:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205184 00000100:00100000:3.0:1734016120.812076:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205312 00000100:00100000:3.0:1734016120.812079:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205312 00002000:00010000:3.0:1734016120.812112:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1401116->18446744073709551615) 00002000:00100000:3.0:1734016120.812117:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075880 with x1818247332205312 ext(1401116->18446744073709551615) 00002000:00010000:3.0:1734016120.812128:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077075880. 00000100:00100000:3.0:1734016120.812157:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9817 00000100:00100000:3.0:1734016120.812173:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332205312:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016120.812498:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3227734 -> 1401116 00002000:00010000:3.0:1734016120.812502:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016121 00002000:00010000:3.0:1734016120.812505:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.812507:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016121 00002000:00010000:3.0:1734016120.812509:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:3.0:1734016120.812560:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332205312:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 387us (777us total) trans 4294968148 rc 0/0 00000100:00100000:3.0:1734016120.812567:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9817 00002000:00010000:3.0:1734016120.812571:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1401116->18446744073709551615) 00002000:00100000:3.0:1734016120.812573:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075880 with x1818247332205312 ext(1401116->18446744073709551615) 00002000:00010000:3.0:1734016120.812576:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077075880. 00002000:00010000:2.0:1734016120.812652:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016120.812655:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075500 with x1818247332205184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016120.812663:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077075500. 00000100:00100000:2.0:1734016120.812677:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9818 00000100:00100000:2.0:1734016120.812683:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332205184:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016120.814959:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5524945 -> 4194304 00002000:00010000:2.0:1734016120.814968:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016121 00002000:00010000:2.0:1734016120.814971:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:2.0:1734016120.814973:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016121 00002000:00010000:2.0:1734016120.814975:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 200 00000100:00100000:2.0:1734016120.815046:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247332205184:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2354us (3356us total) trans 4294969737 rc 0/0 00000100:00100000:2.0:1734016120.815056:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9818 00002000:00010000:2.0:1734016120.815062:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016120.815066:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075500 with x1818247332205184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016120.815073:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077075500. 00000100:00100000:0.0:1734016120.817302:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.817566:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205440 00000100:00100000:3.0:1734016120.817578:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205440 00000100:00100000:3.0:1734016120.817640:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2576 00000100:00100000:3.0:1734016120.817647:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247332205440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.817673:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.817695:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317600b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b078 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.817822:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.817835:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.817846:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016120.817876:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5595420 00000004:00200000:3.0:1734016120.817880:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.817897:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016120.817919:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d317600b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.817946:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 28 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.817955:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016120.817958:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.817961:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016120.818008:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332205440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 360us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.818015:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2576 00000100:00100000:0.0:1734016120.820508:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.821255:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205568 00000100:00100000:3.0:1734016120.821265:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205568 00000100:00100000:3.0:1734016120.821505:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12455 00000100:00100000:3.0:1734016120.821514:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332205568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.821544:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.821573:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b07f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.821620:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.821636:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.821638:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.821642:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1818624->1826815] (req 1818624->1826815) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.821685:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.821698:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 18 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016120.821715:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334457728:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016120.822212:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.825671:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334457728:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016120.825705:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1818624->1826815] (req 1818624->1826815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.825749:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016120.825793:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332205568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4280us (5294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.825801:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12455 00000100:00100000:0.0:1734016120.826318:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.827153:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205696 00000100:00100000:2.0:1734016120.827168:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205696 00010000:00010000:2.0:1734016120.827206:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016120.827763:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3377 00000100:00100000:2.0:1734016120.827776:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247332205696:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.827805:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.827841:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.827855:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.827890:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176004 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b071 expref: 19 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016120.827912:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.827914:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.827922:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.827932:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.827987:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.828001:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334457856:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016120.828089:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.833776:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.833928:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205824 00000100:00100000:3.0:1734016120.833943:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205824 00000100:00100000:3.0:1734016120.834009:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12456 00000100:00100000:3.0:1734016120.834020:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332205824:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.834367:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016120.834370:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016120.834372:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.834374:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016120.834376:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:3.0:1734016120.834491:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332205824:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 472us (772us total) trans 4294969738 rc 0/0 00000100:00100000:3.0:1734016120.834500:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12456 00000100:00100000:2.0:1734016120.834839:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334457856:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016120.834869:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.834892:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332205696:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7119us (8578us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.834901:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3377 00000100:00100000:0.0:1734016120.837602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.838951:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332205952 00000100:00100000:1.0:1734016120.838963:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332205952 00000100:00100000:1.0:1734016120.839021:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2577 00000100:00100000:1.0:1734016120.839027:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332205952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.839047:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.839069:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176020 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b086 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.839181:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176027 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.839195:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.839207:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016120.839231:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5595420 00000004:00200000:1.0:1734016120.839234:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016120.839248:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.839268:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176020 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b086 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.839303:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176027 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b086 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.839310:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016120.839312:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016120.839315:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016120.839368:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332205952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 340us (1778us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.839375:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2577 00000100:00100000:0.0:1734016120.843976:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.844035:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332206080 00000100:00100000:2.0:1734016120.844051:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332206080 00000100:00100000:2.0:1734016120.844122:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12457 00000100:00100000:2.0:1734016120.844132:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332206080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.844156:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.844193:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d317602e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b08d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.844265:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334457984:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.844337:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.846291:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334457984:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.846333:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d317602e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b08d expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.846350:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d317602e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b08d expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.846367:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016120.846422:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332206080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2291us (2461us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.846431:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12457 00000100:00100000:0.0:1734016120.851125:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.851230:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332206208 00000100:00100000:2.0:1734016120.851245:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332206208 00000100:00100000:2.0:1734016120.851925:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12458 00000100:00100000:2.0:1734016120.851938:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332206208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.851975:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.852008:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3176035 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b094 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.852119:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334458112:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.852229:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.857963:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334458112:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.858050:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3176035 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b094 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.858077:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3176035 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b094 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.858114:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016120.858223:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332206208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6286us (7119us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.858235:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12458 00000100:00100000:0.0:1734016120.865150:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016120.865258:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016120.866113:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332206336 00000100:00100000:3.0:1734016120.866126:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332206336 00000100:00100000:3.0:1734016120.866223:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12459 00000100:00100000:3.0:1734016120.866231:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332206336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.866253:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.866275:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317603c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b09b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.866361:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334458240:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.866462:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.871530:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334458240:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.871577:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317603c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b09b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.871590:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317603c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b09b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.871611:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016120.871670:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332206336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5439us (6544us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.871681:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12459 00000100:00100000:0.0:1734016120.875218:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.875310:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332206592 00000100:00100000:2.0:1734016120.875321:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332206592 00002000:00100000:2.0:1734016120.875369:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1482752->1486847) req@ffff880077077480 x1818247332206592/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.875377:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077480 with x1818247332206592 ext(1482752->1486847) 00002000:00010000:2.0:1734016120.875382:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077480 00000100:00100000:2.0:1734016120.875456:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9819 00000100:00100000:2.0:1734016120.875465:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332206592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.875653:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332206592:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 188us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.875660:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9819 00002000:00100000:2.0:1734016120.875665:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1482752->1486847) req@ffff880077077480 x1818247332206592/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.875672:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077480 with x1818247332206592 ext(1482752->1486847) 00002000:00010000:2.0:1734016120.875675:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077480 00000100:00100000:0.0:1734016120.879305:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.879459:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332206848 00000100:00100000:3.0:1734016120.879469:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332206848 00002000:00100000:3.0:1734016120.879519:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1486848->1490943) req@ffff880077077800 x1818247332206848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.879531:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077800 with x1818247332206848 ext(1486848->1490943) 00002000:00010000:3.0:1734016120.879537:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077800 00000100:00100000:3.0:1734016120.879572:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9820 00000100:00100000:3.0:1734016120.879581:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332206848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.879802:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332206848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 222us (510us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.879809:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9820 00002000:00100000:3.0:1734016120.879815:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1486848->1490943) req@ffff880077077800 x1818247332206848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.879820:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077800 with x1818247332206848 ext(1486848->1490943) 00002000:00010000:3.0:1734016120.879823:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077800 00000100:00100000:0.0:1734016120.884440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.884769:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332206976 00000100:00100000:3.0:1734016120.884778:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332206976 00000100:00100000:3.0:1734016120.884825:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12460 00000100:00100000:3.0:1734016120.884832:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332206976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.884853:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.884870:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176043 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0a2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.884919:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458368:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.884983:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.887451:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016121 00000100:00100000:3.0:1734016120.887497:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458368:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.887552:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176043 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0a2 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.887569:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176043 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0a2 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.887600:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016120.887683:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332206976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2849us (3253us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.887696:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12460 00000100:00100000:0.0:1734016120.890563:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.890642:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332207104 00000100:00100000:3.0:1734016120.890650:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332207104 00000100:00100000:3.0:1734016120.890689:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12461 00000100:00100000:3.0:1734016120.890696:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087206450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332207104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.890710:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.890740:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317604a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0a9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.890791:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458496:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.890844:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.893638:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458496:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.893671:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317604a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0a9 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.893682:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317604a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0a9 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.893694:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016120.893972:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087206450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332207104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3274us (3414us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.893981:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12461 00000100:00100000:0.0:1734016120.896938:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.897326:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332207360 00000100:00100000:3.0:1734016120.897334:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332207360 00000100:00100000:3.0:1734016120.897387:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 50 00000100:00100000:3.0:1734016120.897394:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332207360:12345-192.168.201.52@tcp:35:fsx.0 00000100:00100000:3.0:1734016120.897682:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332207360:12345-192.168.201.52@tcp:35:fsx.0 Request processed in 287us (757us total) trans 4294968958 rc 0/0 00000100:00100000:3.0:1734016120.897690:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 50 00000100:00100000:0.0:1734016120.900716:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.901128:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332207488 00000100:00100000:1.0:1734016120.901137:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332207488 00000100:00100000:1.0:1734016120.901199:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2578 00000100:00100000:1.0:1734016120.901207:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332207488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.901237:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.901260:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176051 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0b0 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.901327:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3176058 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.901340:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3176058 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.901351:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3176058 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016120.901404:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1734016120.901407:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016120.901423:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3176058 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.901444:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176051 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0b0 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.901461:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2ac0/0xb46129d8d3176058 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0b0 expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.901468:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880076126e00) 00010000:00010000:1.0:1734016120.901471:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734016120.901531:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2ac0, rc 0) 00000100:00100000:1.0:1734016120.902107:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332207488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 899us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.902114:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2578 00000100:00100000:0.0:1734016120.904980:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.905226:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332207744 00000100:00100000:1.0:1734016120.905238:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332207744 00000100:00100000:1.0:1734016120.905620:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2579 00000100:00100000:1.0:1734016120.905629:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332207744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.905653:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.905675:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317605f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0b7 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.906100:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906113:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906124:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906174:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906179:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906185:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906314:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176074 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906322:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906327:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016120.906334:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5595420 00010000:00010000:1.0:1734016120.906431:0:7713:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906437:0:7713:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906446:0:7713:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906452:0:7713:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e21c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016120.906455:0:7713:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906461:0:7713:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906470:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880076126e00) 00010000:00010000:1.0:1734016120.906473:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016120.906476:0:7713:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906480:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176066 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906489:0:7713:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906493:0:7713:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906497:0:7713:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906502:0:7713:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016120.906503:0:7713:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906507:0:7713:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906516:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800b1bb9900) 00010000:00010000:1.0:1734016120.906517:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016120.906520:0:7713:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906524:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317606d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016120.906557:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317605f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0b7 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.906569:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176074 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0b7 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.906575:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016120.906577:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016120.906579:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016120.907061:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332207744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1431us (2090us total) trans 4294968959 rc 0/0 00000100:00100000:1.0:1734016120.907068:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2579 00000100:00100000:0.0:1734016120.912591:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016120.912661:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.912823:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208000 00000100:00100000:2.0:1734016120.912839:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208000 00000100:00100000:2.0:1734016120.912907:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 18 00000100:00100000:2.0:1734016120.912917:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247332208000:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.912941:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.912986:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176074 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0b7 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.913029:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016120.913036:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.913098:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247332208000:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 183us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.913106:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 18 00000100:00100000:3.0:1734016120.913204:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332207872 00000100:00100000:3.0:1734016120.913208:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332207872 00000100:00100000:3.0:1734016120.913247:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12462 00000100:00100000:3.0:1734016120.913254:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1970:x1818247332207872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.913280:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.913297:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3176082 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0be expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.913363:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458624:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.913414:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.916321:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458624:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.916371:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3176082 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0be expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.916386:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3176082 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0be expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.916416:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016120.916471:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1970:x1818247332207872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3215us (3808us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.916481:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12462 00000100:00100000:0.0:1734016120.920298:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.920407:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208128 00000100:00100000:3.0:1734016120.920417:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208128 00000100:00100000:3.0:1734016120.920476:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12463 00000100:00100000:3.0:1734016120.920485:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332208128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.920505:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.920525:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176089 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0c5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.920593:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458752:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.920676:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.922924:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334458752:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.922960:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176089 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0c5 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.922972:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176089 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0c5 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.922994:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016120.923169:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332208128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2676us (2872us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.923177:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12463 00000100:00100000:0.0:1734016120.927103:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.927254:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208256 00000100:00100000:3.0:1734016120.927268:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208256 00000100:00100000:3.0:1734016120.927321:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12464 00000100:00100000:3.0:1734016120.927329:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332208256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.927357:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.927386:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176090 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0cc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.927814:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334458880:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.928056:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.930455:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:3.0:1734016120.930490:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334458880:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.930525:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176090 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0cc expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.930540:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176090 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0cc expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.931227:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016120.931307:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332208256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3975us (4215us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.931320:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12464 00000100:00100000:0.0:1734016120.935597:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.935690:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208384 00000100:00100000:3.0:1734016120.935702:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208384 00000100:00100000:3.0:1734016120.935882:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12465 00000100:00100000:3.0:1734016120.935891:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332208384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.935915:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.935940:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176097 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0d3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.936017:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334459008:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.936096:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.940467:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334459008:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.940517:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176097 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0d3 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.940533:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176097 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0d3 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.940620:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016120.941102:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332208384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5206us (5512us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.941115:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12465 00000100:00100000:0.0:1734016120.945298:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.945610:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208512 00000100:00100000:3.0:1734016120.945625:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208512 00000100:00100000:3.0:1734016120.945698:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12466 00000100:00100000:3.0:1734016120.945708:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332208512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.945770:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.945799:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317609e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0da expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.945885:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334459136:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016120.945969:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.947869:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334459136:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016120.947902:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317609e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0da expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.947915:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317609e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0da expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.947948:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016120.948330:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332208512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2623us (3053us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.948345:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12466 00000100:00100000:0.0:1734016120.953665:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.954009:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208768 00000100:00100000:2.0:1734016120.954027:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208768 00002000:00100000:2.0:1734016120.954101:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2179072->2183167) req@ffff880076644380 x1818247332208768/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.954117:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644380 with x1818247332208768 ext(2179072->2183167) 00002000:00010000:2.0:1734016120.954126:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644380 00000100:00100000:2.0:1734016120.954185:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9821 00000100:00100000:2.0:1734016120.954195:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332208768:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.954535:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332208768:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 340us (891us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.954546:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9821 00002000:00100000:2.0:1734016120.954553:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2179072->2183167) req@ffff880076644380 x1818247332208768/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.954562:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644380 with x1818247332208768 ext(2179072->2183167) 00002000:00010000:2.0:1734016120.954565:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644380 00000100:00100000:0.0:1734016120.959682:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.960238:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332208896 00000100:00100000:3.0:1734016120.960254:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332208896 00002000:00100000:3.0:1734016120.960309:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2179072->2183167) req@ffff880076644700 x1818247332208896/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 4584/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.960321:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644700 with x1818247332208896 ext(2179072->2183167) 00002000:00010000:3.0:1734016120.960326:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644700 00000100:00100000:3.0:1734016120.960364:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9822 00000100:00100000:3.0:1734016120.960374:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332208896:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016120.964566:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1970:x1818247332208896:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4170us (4876us total) trans 4294969739 rc 0/0 00000100:00100000:3.0:1734016120.964587:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9822 00002000:00100000:3.0:1734016120.964602:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2179072->2183167) req@ffff880076644700 x1818247332208896/t4294969739(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:81/0 lens 4584/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.964615:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644700 with x1818247332208896 ext(2179072->2183167) 00002000:00010000:3.0:1734016120.964623:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644700 00000100:00100000:0.0:1734016120.966881:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016120.967006:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209024 00000100:00100000:1.0:1734016120.967024:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209024 00000100:00100000:1.0:1734016120.967081:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2580 00000100:00100000:1.0:1734016120.967088:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332209024:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016120.967255:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332209024:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 166us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.967261:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2580 00000100:00100000:0.0:1734016120.969621:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016120.969795:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209152 00000100:00100000:3.0:1734016120.969812:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209152 00000100:00100000:3.0:1734016120.969894:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12467 00000100:00100000:3.0:1734016120.969904:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332209152:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016120.971883:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969739 is committed 00000001:00080000:0.0:1734016120.971914:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969737 is committed 00000100:00100000:2.0:1734016120.972953:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332209152:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3045us (3341us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.972965:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12467 00000100:00100000:0.0:1734016120.977613:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.977976:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209280 00000100:00100000:2.0:1734016120.977986:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209280 00000100:00100000:2.0:1734016120.978032:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12468 00000100:00100000:2.0:1734016120.978041:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332209280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.978061:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.978079:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31760a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0e1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.978142:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.978814:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016120.981182:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 200 -> 208 00000100:00100000:2.0:1734016120.981231:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.981301:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31760a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0e1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.981324:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31760a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0e1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.981389:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016120.981630:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332209280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3586us (4021us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.981644:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12468 00000100:00100000:0.0:1734016120.984935:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.985108:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209408 00000100:00100000:2.0:1734016120.985120:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209408 00000100:00100000:2.0:1734016120.985180:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12469 00000100:00100000:2.0:1734016120.985190:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332209408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.985215:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.985241:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31760ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0e8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.985313:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459392:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.986087:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.988479:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459392:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.988526:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31760ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0e8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.988542:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31760ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0e8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.988823:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016120.988892:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332209408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3702us (3974us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.988903:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12469 00000100:00100000:0.0:1734016120.993293:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016120.993416:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209536 00000100:00100000:2.0:1734016120.993433:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209536 00000100:00100000:2.0:1734016120.993843:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12470 00000100:00100000:2.0:1734016120.993853:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332209536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.993879:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.993903:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31760b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0ef expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.994008:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459520:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016120.994099:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.996285:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459520:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016120.996334:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31760b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0ef expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.996349:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31760b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0ef expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.996506:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016120.996644:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332209536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2791us (3363us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.996654:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12470 00000100:00100000:1.0:1734016121.000572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.000866:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209664 00000100:00100000:2.0:1734016121.000879:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209664 00000100:00100000:2.0:1734016121.001484:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12471 00000100:00100000:2.0:1734016121.001494:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332209664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.001521:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.001552:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31760ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0f6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.001649:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459648:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.001791:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00080000:0.0:1734016121.001872:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016091 00000100:00100000:2.0:1734016121.005222:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459648:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.005280:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31760ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0f6 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.005297:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31760ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0f6 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.005702:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016121.005858:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332209664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4361us (5295us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.005869:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12471 00000100:00100000:0.0:1734016121.010981:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.011129:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209792 00000100:00100000:2.0:1734016121.011147:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209792 00000100:00100000:2.0:1734016121.011703:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12472 00000100:00100000:2.0:1734016121.011716:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332209792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.011778:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.011805:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31760c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b0fd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.011932:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.012362:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.015203:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.015260:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31760c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0fd expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.015277:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31760c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b0fd expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.015306:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016121.015371:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332209792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3658us (4415us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.015382:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12472 00000100:00100000:0.0:1734016121.020693:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.020883:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332209920 00000100:00100000:2.0:1734016121.020895:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332209920 00000100:00100000:2.0:1734016121.020948:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12473 00000100:00100000:2.0:1734016121.020957:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332209920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.020979:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.021004:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b104 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.021037:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.021044:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.021046:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.021049:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [897024->901119] (req 897024->901119) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.021087:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.021100:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 7 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.021114:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459904:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.021744:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.024217:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334459904:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.024251:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [897024->901119] (req 897024->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.024268:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016121.024332:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332209920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3375us (3658us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.024343:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12473 00000100:00100000:0.0:1734016121.025003:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.025378:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332210048 00000100:00100000:3.0:1734016121.025387:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332210048 00010000:00010000:3.0:1734016121.025423:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 8 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.025977:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3378 00000100:00100000:2.0:1734016121.025984:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332210048:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.025998:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.026020:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 8 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.026030:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 8 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.026053:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176019 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1818624->1826815) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b07f expref: 8 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.026868:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.026871:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.026881:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.026891:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.026933:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.026952:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334460032:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016121.027662:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.031130:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334460032:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016121.031170:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.031240:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332210048:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5253us (6241us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.031257:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3378 00000100:00100000:0.0:1734016121.031615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.032325:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332210304 00000100:00100000:3.0:1734016121.032336:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332210304 00002000:00100000:3.0:1734016121.032399:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->4194303) req@ffff880076646680 x1818247332210304/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.032409:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646680 with x1818247332210304 ext(897024->4194303) 00002000:00010000:3.0:1734016121.032415:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646680 00000100:00100000:3.0:1734016121.033586:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9823 00000100:00100000:3.0:1734016121.033602:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332210304:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.038903:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332210304:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5299us (7281us total) trans 0 rc 196608/196608 00000100:00100000:3.0:1734016121.038919:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9823 00002000:00100000:3.0:1734016121.038934:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->4194303) req@ffff880076646680 x1818247332210304/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 196608/196608 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.038943:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646680 with x1818247332210304 ext(897024->4194303) 00002000:00010000:3.0:1734016121.038951:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646680 00000100:00100000:0.0:1734016121.042589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.042785:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332210432 00000100:00100000:3.0:1734016121.042799:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332210432 00002000:00100000:3.0:1734016121.042852:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->901119) req@ffff880076646a00 x1818247332210432/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 4584/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.042862:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646a00 with x1818247332210432 ext(897024->901119) 00002000:00010000:3.0:1734016121.042870:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646a00 00000100:00100000:3.0:1734016121.042898:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9824 00000100:00100000:3.0:1734016121.042905:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332210432:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.044845:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332210432:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1924us (2257us total) trans 4294969740 rc 0/0 00000100:00100000:3.0:1734016121.044860:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9824 00002000:00100000:3.0:1734016121.044874:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->901119) req@ffff880076646a00 x1818247332210432/t4294969740(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 4584/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.044884:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646a00 with x1818247332210432 ext(897024->901119) 00002000:00010000:3.0:1734016121.044889:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646a00 00000100:00100000:0.0:1734016121.047261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.047360:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332210560 00000100:00100000:3.0:1734016121.047372:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332210560 00000100:00100000:3.0:1734016121.047975:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2581 00000100:00100000:3.0:1734016121.047985:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332210560:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016121.048150:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332210560:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 166us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.048165:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2581 00000100:00100000:0.0:1734016121.050467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.050573:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332210688 00000100:00100000:2.0:1734016121.050583:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332210688 00000100:00100000:2.0:1734016121.050645:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12474 00000100:00100000:2.0:1734016121.050654:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332210688:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016121.052123:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969740 is committed 00000100:00100000:2.0:1734016121.052532:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332210688:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1875us (2066us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.052543:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12474 00000100:00100000:0.0:1734016121.057163:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.057298:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332210944 00000100:00100000:2.0:1734016121.057308:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332210944 00000100:00100000:2.0:1734016121.057379:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2582 00000100:00100000:2.0:1734016121.057389:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332210944:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016121.057448:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.057484:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176027 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b086 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016121.057542:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00010000:00010000:2.0:1734016121.057840:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.057845:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016121.058037:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.058052:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 27 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.058059:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.058090:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 27 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.058102:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 27 pid: 6484 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.058118:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334460160:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.058202:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.061791:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334460160:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.061821:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016121.062376:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.063044:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211072 00000100:00100000:2.0:1734016121.063050:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211072 00010000:00010000:2.0:1734016121.063076:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 28 pid: 6484 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.063305:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3379 00000100:00100000:2.0:1734016121.063310:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:1968:x1818247332211072:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.063322:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.063327:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 28 pid: 6484 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.063336:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 28 pid: 6484 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.063354:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176012 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b078 expref: 28 pid: 6484 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.063593:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.063598:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.063605:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.063612:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.063818:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.063999:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:1968:x1818247332211072:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 686us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.064005:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3379 00010000:00010000:3.0:1734016121.064294:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.064301:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016121.064378:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968960 00000004:00010000:3.0:1734016121.064429:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076647480 reply state ffff880097f16000 transno 4294968961 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016121.064436:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016121.064500:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332210944:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7113us (7357us total) trans 4294968961 rc 0/0 00000100:00100000:3.0:1734016121.064508:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2582 00000020:00080000:3.0:1734016121.064511:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016121.066929:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.066942:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.066949:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.066954:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffe880 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016121.066957:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.066964:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.066981:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.066983:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.066988:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016121.066992:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31760cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016121.067292:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.067805:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211200 00000100:00100000:2.0:1734016121.067815:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211200 00000100:00100000:2.0:1734016121.068064:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12475 00000100:00100000:2.0:1734016121.068072:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332211200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.068091:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.068106:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b10b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.068127:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.068135:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.068137:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.068140:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.068178:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.068188:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 6 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.068199:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334460288:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.068435:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.070136:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334460288:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.070179:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.070190:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016121.070220:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332211200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2149us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.070226:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12475 00000100:00100000:0.0:1734016121.071478:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.071591:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211328 00000100:00100000:2.0:1734016121.071600:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211328 00010000:00010000:2.0:1734016121.071626:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.071953:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3380 00000100:00100000:2.0:1734016121.071959:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332211328:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.071973:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016121.071992:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 216 00010000:00010000:2.0:1734016121.071998:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.072008:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.072025:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31760c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b104 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.072050:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.072052:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.072057:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.072065:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.072094:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.072106:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334460416:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016121.072153:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.075176:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.075313:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334460416:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016121.075333:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.075379:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332211328:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3418us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.075390:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3380 00000100:00100000:3.0:1734016121.076044:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211456 00000100:00100000:3.0:1734016121.076055:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211456 00000100:00100000:3.0:1734016121.076108:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12476 00000100:00100000:3.0:1734016121.076116:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332211456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.076140:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.076169:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b112 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.076203:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.076211:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.076213:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.076216:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.076249:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.076262:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 8 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.076277:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334460544:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016121.076336:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.079769:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334460544:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016121.079811:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.079828:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016121.080207:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332211456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4089us (5036us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.080217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12476 00000100:00100000:0.0:1734016121.080669:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.080892:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211584 00000100:00100000:2.0:1734016121.080901:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211584 00010000:00010000:2.0:1734016121.080936:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.080975:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3381 00000100:00100000:2.0:1734016121.080981:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332211584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.080995:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.081018:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.081029:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.081056:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3175fef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1421312->1429503) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b063 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.081073:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.081074:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.081079:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.081093:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.081134:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.081148:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334460672:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016121.081211:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016121.081668:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016091 00000100:00100000:2.0:1734016121.084666:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334460672:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016121.084693:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.085357:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332211584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4373us (4687us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.085368:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3381 00000100:00100000:2.0:1734016121.085608:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.086034:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.086088:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211712 00000100:00100000:0.0:1734016121.086094:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211712 00002000:00010000:0.0:1734016121.086125:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016121.086129:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530380 with x1818247332211712 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016121.086140:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530380. 00000100:00100000:0.0:1734016121.086163:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211840 00000100:00100000:0.0:1734016121.086166:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211840 00002000:00010000:0.0:1734016121.086176:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3175800->18446744073709551615) 00002000:00100000:0.0:1734016121.086178:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531f80 with x1818247332211840 ext(3175800->18446744073709551615) 00002000:00010000:0.0:1734016121.086184:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079531f80. 00000100:00100000:0.0:1734016121.086674:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9825 00000100:00100000:0.0:1734016121.086683:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332211712:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016121.086870:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016121.086874:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.086876:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.086878:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.086879:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:0.0:1734016121.086925:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332211712:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 243us (1317us total) trans 4294969741 rc 0/0 00000100:00100000:0.0:1734016121.086933:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9825 00002000:00010000:0.0:1734016121.086936:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016121.086938:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530380 with x1818247332211712 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016121.086942:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530380. 00000100:00100000:0.0:1734016121.086954:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9826 00000100:00100000:0.0:1734016121.086958:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332211840:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016121.087084:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1401116 -> 3175800 00002000:00010000:0.0:1734016121.087087:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.087089:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016120 00002000:00010000:0.0:1734016121.087090:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.087092:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016121.087109:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332211840:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 150us (1076us total) trans 4294968149 rc 0/0 00000100:00100000:0.0:1734016121.087114:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9826 00002000:00010000:0.0:1734016121.087116:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3175800->18446744073709551615) 00002000:00100000:0.0:1734016121.087118:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531f80 with x1818247332211840 ext(3175800->18446744073709551615) 00002000:00010000:0.0:1734016121.087121:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079531f80. 00000100:00100000:1.0:1734016121.090079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.090200:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332211968 00000100:00100000:3.0:1734016121.090213:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332211968 00000100:00100000:3.0:1734016121.090274:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2583 00000100:00100000:3.0:1734016121.090283:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247332211968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.090305:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.090327:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31760e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b119 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.090430:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31760eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.090442:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31760eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.090451:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31760eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016121.090475:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7370104 00000004:00200000:3.0:1734016121.090478:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.090493:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31760eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.090518:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31760e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b119 expref: 29 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.090538:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31760eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b119 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.090546:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016121.090549:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.090551:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016121.091449:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332211968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1162us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.091457:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2583 00000100:00100000:0.0:1734016121.094853:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.095124:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.095832:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212224 00000100:00100000:3.0:1734016121.095844:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212224 00000100:00100000:3.0:1734016121.095915:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212096 00000100:00100000:3.0:1734016121.095917:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212096 00000100:00100000:3.0:1734016121.095946:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12477 00000100:00100000:3.0:1734016121.095960:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332212224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.095992:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.096022:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31760f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b127 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.096129:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334460800:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.096270:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.096355:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12478 00000100:00100000:0.0:1734016121.096363:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332212096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.096373:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.096392:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31760f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b120 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.096430:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334460928:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.096460:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016121.100927:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:3.0:1734016121.100961:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334460800:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.101009:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31760f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b127 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.101024:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31760f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b127 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.102014:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016121.102117:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332212224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6156us (7270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.102130:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12477 00000100:00100000:0.0:1734016121.102561:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334460928:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016121.102592:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31760f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b120 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.102604:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31760f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b120 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.102794:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016121.102815:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332212096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6454us (7691us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.102820:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12478 00000100:00100000:0.0:1734016121.107012:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.107068:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.107249:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212480 00000100:00100000:3.0:1734016121.107258:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212480 00000100:00100000:3.0:1734016121.107306:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212352 00000100:00100000:3.0:1734016121.107308:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212352 00000100:00100000:3.0:1734016121.107327:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12479 00000100:00100000:3.0:1734016121.107333:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332212480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.107347:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.107363:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176100 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b135 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.107418:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334461056:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.107470:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.107634:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12480 00000100:00100000:2.0:1734016121.107640:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332212352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.107648:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.107658:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3176107 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b12e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.107683:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334461184:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.107710:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.111103:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334461056:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.111166:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176100 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b135 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.111190:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176100 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b135 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016121.111484:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334461184:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.111517:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3176107 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b12e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.111526:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3176107 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b12e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.111541:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016121.111619:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332212352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3976us (4548us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.111633:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12480 00010000:00010000:3.0:1734016121.111798:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016121.111947:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332212480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4612us (4948us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.111954:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12479 00000100:00100000:0.0:1734016121.116037:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.116161:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212608 00000100:00100000:3.0:1734016121.116172:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212608 00000100:00100000:3.0:1734016121.116295:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12481 00000100:00100000:3.0:1734016121.116304:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332212608:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016121.116979:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016121.116984:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.116986:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.116989:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.116990:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:3.0:1734016121.117142:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332212608:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 838us (1122us total) trans 4294969742 rc 0/0 00000100:00100000:3.0:1734016121.117151:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12481 00000100:00100000:0.0:1734016121.120211:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.120369:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212736 00000100:00100000:3.0:1734016121.120379:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212736 00000100:00100000:3.0:1734016121.120431:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12482 00000100:00100000:3.0:1734016121.120596:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332212736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.120612:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.120629:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317610e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b13c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.120679:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334461312:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.120763:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.121595:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.121649:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212864 00000100:00100000:3.0:1734016121.121653:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212864 00000100:00100000:3.0:1734016121.121676:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12483 00000100:00100000:3.0:1734016121.121680:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332212864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.121690:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.121705:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176115 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b143 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.121756:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334461440:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.121780:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.125812:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334461312:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.125876:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317610e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b13c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.125894:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317610e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b13c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016121.126444:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334461440:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.126466:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176115 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b143 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.126475:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176115 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b143 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.126486:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:2.0:1734016121.126546:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332212864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4864us (4953us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.126556:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12483 00010000:00010000:3.0:1734016121.127014:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016121.127043:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332212736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6605us (6844us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.127048:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12482 00000100:00100000:0.0:1734016121.130959:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.131024:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.131116:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213120 00000100:00100000:2.0:1734016121.131131:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213120 00000100:00100000:2.0:1734016121.131187:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332212992 00000100:00100000:2.0:1734016121.131190:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332212992 00000100:00100000:2.0:1734016121.131227:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12484 00000100:00100000:2.0:1734016121.131236:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332213120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.131259:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.131284:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317611c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b151 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.131368:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334461568:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.131439:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.131503:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12485 00000100:00100000:1.0:1734016121.131509:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332212992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.131520:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.131533:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176123 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b14a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.131567:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334461696:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.131588:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.133998:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334461568:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.134033:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317611c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b151 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.134046:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317611c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b151 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.134060:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016121.134102:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332213120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2865us (3159us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.134111:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12484 00000100:00100000:1.0:1734016121.134610:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334461696:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.134630:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176123 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b14a expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.134639:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176123 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b14a expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.134658:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016121.134680:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332212992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3170us (3656us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.134685:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12485 00000100:00100000:0.0:1734016121.138523:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.138852:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.139037:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213248 00000100:00100000:1.0:1734016121.139045:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213248 00000100:00100000:1.0:1734016121.139090:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213376 00000100:00100000:1.0:1734016121.139092:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213376 00000100:00100000:1.0:1734016121.139350:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12486 00000100:00100000:1.0:1734016121.139357:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332213248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.139374:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.139391:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317612a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b158 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.139651:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12487 00000100:00100000:2.0:1734016121.139658:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332213376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.139666:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.139677:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3176131 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b15f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.139739:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334461824:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.139897:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334461952:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.140322:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.140395:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.143046:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334461952:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.143078:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317612a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b158 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.143092:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317612a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b158 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.143104:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016121.143146:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332213248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3788us (4641us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.143153:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12486 00000100:00100000:2.0:1734016121.143256:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334461824:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.143277:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3176131 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b15f expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.143286:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3176131 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b15f expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.143701:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016121.143962:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332213376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4301us (5108us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.143968:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12487 00000100:00100000:0.0:1734016121.147751:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.148925:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213504 00000100:00100000:2.0:1734016121.148940:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213504 00000100:00100000:2.0:1734016121.149516:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12488 00000100:00100000:2.0:1734016121.149527:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332213504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.149553:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.149574:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b166 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.149621:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.149628:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.149630:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.149633:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3780608->3788799] (req 3780608->3788799) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.149685:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.149699:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.149713:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334462080:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.150203:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.155423:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.155538:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213632 00000100:00100000:0.0:1734016121.155560:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213632 00010000:00010000:0.0:1734016121.155638:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.155692:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3382 00000100:00100000:0.0:1734016121.155705:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a818bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332213632:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016121.155771:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016121.155812:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.155829:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016121.155872:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.155875:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.155887:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.155897:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.155956:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.155973:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334462208:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016121.156087:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016121.156713:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31760d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b10b expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.156763:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334462080:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.156787:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.156795:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016121.156837:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332213504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7311us (9124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.156845:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12488 00000100:00100000:0.0:1734016121.160490:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.161168:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213760 00000100:00100000:3.0:1734016121.161181:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213760 00000100:00100000:3.0:1734016121.161236:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12489 00000100:00100000:3.0:1734016121.161243:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332213760:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016121.161511:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016121.161514:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.161517:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.161518:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.161520:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 216 -> 232 00000100:00100000:3.0:1734016121.161572:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332213760:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 329us (1098us total) trans 4294969743 rc 0/0 00000100:00100000:3.0:1734016121.161580:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12489 00000100:00100000:2.0:1734016121.161636:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334462208:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016121.161656:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.161685:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a818bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332213632:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5980us (6287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.161693:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3382 00000100:00100000:0.0:1734016121.165527:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.165951:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332213888 00000100:00100000:1.0:1734016121.165972:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332213888 00000100:00100000:1.0:1734016121.166083:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12490 00000100:00100000:1.0:1734016121.166095:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332213888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.166130:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.166204:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317613f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b16d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.166342:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.166480:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.169895:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.169931:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317613f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b16d expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.169945:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317613f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b16d expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.170282:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016121.170335:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332213888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4241us (4829us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.170346:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12490 00000100:00100000:0.0:1734016121.173286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.173370:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214016 00000100:00100000:1.0:1734016121.173383:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214016 00000100:00100000:1.0:1734016121.173544:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12491 00000100:00100000:1.0:1734016121.173556:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332214016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.173580:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.173606:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176146 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b174 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.173673:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.173751:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.176683:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.176794:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176146 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b174 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.176818:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176146 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b174 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.177314:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016121.177383:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332214016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3828us (4112us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.177394:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12491 00000100:00100000:0.0:1734016121.181867:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.181941:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214144 00000100:00100000:1.0:1734016121.181955:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214144 00000100:00100000:1.0:1734016121.182012:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12492 00000100:00100000:1.0:1734016121.182021:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332214144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.182043:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.182062:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317614d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b17b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.182117:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462592:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.182179:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.184395:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462592:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.184427:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317614d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b17b expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.184439:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317614d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b17b expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.184463:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016121.184507:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332214144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2487us (2657us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.184514:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12492 00000100:00100000:0.0:1734016121.187341:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.187459:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214272 00000100:00100000:1.0:1734016121.187467:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214272 00000100:00100000:1.0:1734016121.187520:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12493 00000100:00100000:1.0:1734016121.187526:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332214272:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.187924:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016121.187928:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.187930:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.187932:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.187934:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 232 -> 240 00000100:00100000:1.0:1734016121.188747:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332214272:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1217us (1415us total) trans 4294969744 rc 0/0 00000100:00100000:1.0:1734016121.188755:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12493 00000100:00100000:0.0:1734016121.192117:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.192239:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214400 00000100:00100000:3.0:1734016121.192259:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214400 00000100:00100000:3.0:1734016121.192342:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2584 00000100:00100000:3.0:1734016121.192353:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332214400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.192396:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.192431:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176154 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b182 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.192598:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.192627:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.192644:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016121.192688:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7370104 00000004:00200000:3.0:1734016121.192697:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.192760:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016121.192795:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176154 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.192831:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.192840:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016121.192843:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.192847:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016121.193581:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332214400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1227us (1482us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.193592:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2584 00000100:00100000:2.0:1734016121.197931:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.198004:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214528 00000100:00100000:1.0:1734016121.198012:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214528 00000100:00100000:1.0:1734016121.198057:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12494 00000100:00100000:1.0:1734016121.198065:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332214528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.198085:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.198102:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176162 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b189 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.198179:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334462720:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.198252:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.200650:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334462720:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.200685:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176162 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b189 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.200698:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176162 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b189 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.200750:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016121.201016:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332214528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2860us (3002us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.201027:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12494 00000100:00100000:0.0:1734016121.204151:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.204286:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214656 00000100:00100000:1.0:1734016121.204301:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214656 00000100:00100000:1.0:1734016121.204372:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12495 00000100:00100000:1.0:1734016121.204382:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332214656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.204406:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.204433:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3176169 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b190 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.204504:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334462848:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.204567:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.206841:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334462848:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.206882:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3176169 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b190 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.206900:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3176169 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b190 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.206917:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016121.206975:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332214656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2594us (2838us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.206986:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12495 00000100:00100000:0.0:1734016121.210356:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.210459:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214784 00000100:00100000:1.0:1734016121.210468:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214784 00000100:00100000:1.0:1734016121.210571:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12496 00000100:00100000:1.0:1734016121.210579:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332214784:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.210963:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3175800 -> 3175800 00002000:00010000:1.0:1734016121.210967:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.210969:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016120 00002000:00010000:1.0:1734016121.210971:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.210972:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016121.211311:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332214784:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 730us (966us total) trans 4294968150 rc 0/0 00000100:00100000:1.0:1734016121.211318:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12496 00000100:00100000:0.0:1734016121.216137:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.216288:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332214912 00000100:00100000:1.0:1734016121.216304:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332214912 00000100:00100000:1.0:1734016121.216509:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12497 00000100:00100000:1.0:1734016121.216519:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332214912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.216546:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.216572:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3176170 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b197 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.216654:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.217372:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016121.220280:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:1.0:1734016121.220323:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334462976:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.220374:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3176170 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b197 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.220389:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3176170 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b197 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.220937:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016121.221172:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332214912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4652us (5047us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.221183:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12497 00000100:00100000:0.0:1734016121.225567:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.226351:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332215040 00000100:00100000:1.0:1734016121.226366:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332215040 00000100:00100000:1.0:1734016121.226426:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12498 00000100:00100000:1.0:1734016121.226434:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332215040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.226466:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.226494:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176177 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b19e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.226566:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334463104:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.226655:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.228793:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334463104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.228836:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176177 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b19e expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.228851:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176177 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b19e expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.228883:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016121.228925:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332215040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2491us (3381us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.228934:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12498 00000100:00100000:0.0:1734016121.232929:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.233285:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332215168 00000100:00100000:1.0:1734016121.233295:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332215168 00000100:00100000:1.0:1734016121.233615:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12499 00000100:00100000:1.0:1734016121.233624:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332215168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.233645:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.233669:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1a5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.233708:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.233793:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.233796:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.233800:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4087808->4091903] (req 4087808->4091903) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.233886:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.233901:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 8 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.233916:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334463232:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016121.233992:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.237296:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334463232:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.237336:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4087808->4091903] (req 4087808->4091903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.237355:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:2.0:1734016121.237430:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332215168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3807us (4509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.237450:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12499 00000100:00100000:0.0:1734016121.238393:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.238644:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332215296 00000100:00100000:2.0:1734016121.238652:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332215296 00010000:00010000:2.0:1734016121.238686:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 9 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.239860:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3383 00000100:00100000:2.0:1734016121.239867:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332215296:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.239886:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.239911:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 9 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.239923:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 9 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.239945:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176138 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3780608->3788799) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b166 expref: 9 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.239975:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.239977:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.239983:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.239991:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.240026:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.240039:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334463360:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016121.240910:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.243867:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334463360:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016121.243886:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016121.243923:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332215296:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4056us (5532us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.243932:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3383 00000100:00100000:0.0:1734016121.245372:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.245632:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332215552 00000100:00100000:2.0:1734016121.245642:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332215552 00002000:00100000:2.0:1734016121.245687:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4087808->4091903) req@ffff880139bf0000 x1818247332215552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.245694:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf0000 with x1818247332215552 ext(4087808->4091903) 00002000:00010000:2.0:1734016121.245699:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf0000 00000100:00100000:2.0:1734016121.245738:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9827 00000100:00100000:2.0:1734016121.245745:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332215552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.245899:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332215552:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 153us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.245906:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9827 00002000:00100000:2.0:1734016121.245911:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4087808->4091903) req@ffff880139bf0000 x1818247332215552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.245918:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf0000 with x1818247332215552 ext(4087808->4091903) 00002000:00010000:2.0:1734016121.245921:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf0000 00000100:00100000:0.0:1734016121.250857:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.251421:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332215808 00000100:00100000:2.0:1734016121.251439:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332215808 00002000:00100000:2.0:1734016121.251491:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (245760->253951) req@ffff880139bf1f80 x1818247332215808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.251502:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1f80 with x1818247332215808 ext(245760->253951) 00002000:00010000:2.0:1734016121.251508:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1f80 00000100:00100000:2.0:1734016121.251916:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9828 00000100:00100000:2.0:1734016121.251925:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332215808:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.252608:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332215808:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 681us (1757us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016121.252616:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9828 00002000:00100000:2.0:1734016121.252624:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (245760->253951) req@ffff880139bf1f80 x1818247332215808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 488/8632 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.252633:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1f80 with x1818247332215808 ext(245760->253951) 00002000:00010000:2.0:1734016121.252638:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1f80 00000100:00100000:3.0:1734016121.257058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.257121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.257199:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216064 00000100:00100000:0.0:1734016121.257210:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216064 00000100:00100000:0.0:1734016121.257258:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332215936 00000100:00100000:0.0:1734016121.257261:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332215936 00000100:00100000:0.0:1734016121.257291:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12500 00000100:00100000:0.0:1734016121.257297:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332216064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.257316:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.257342:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176185 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1b3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.257407:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334463488:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.257479:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.257742:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12501 00000100:00100000:2.0:1734016121.257749:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332215936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.257758:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.257768:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d317618c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1ac expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.257799:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334463616:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.257824:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.260356:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1734016121.260387:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334463488:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.260418:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176185 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1b3 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.260429:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176185 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1b3 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.260585:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334463616:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.260605:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d317618c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ac expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.260613:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d317618c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ac expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.260626:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:3.0:1734016121.260669:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332215936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2918us (3546us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.260678:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12501 00010000:00010000:2.0:1734016121.261256:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:2.0:1734016121.261288:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332216064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3990us (4244us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.261293:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12500 00000100:00100000:0.0:1734016121.265253:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.265359:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216192 00000100:00100000:2.0:1734016121.265372:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216192 00000100:00100000:2.0:1734016121.265427:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12502 00000100:00100000:2.0:1734016121.265435:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332216192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.265450:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.265469:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1ba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.265501:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.265508:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.265510:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.265513:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3575808->3583999] (req 3575808->3583999) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.265555:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.265567:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 13 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.265582:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334463744:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.265870:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.269034:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334463744:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.269079:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3575808->3583999] (req 3575808->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.269099:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016121.269208:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332216192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3771us (3967us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.269219:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12502 00000100:00100000:0.0:1734016121.269662:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.270026:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216320 00000100:00100000:1.0:1734016121.270038:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216320 00010000:00010000:1.0:1734016121.270075:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.270119:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3384 00000100:00100000:1.0:1734016121.270126:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332216320:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.270140:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.270171:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.270184:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.270213:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31760dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b112 expref: 14 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.270240:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.270242:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.270250:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.270264:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.270319:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.270334:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334463872:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.270385:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8201540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.274107:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334463872:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.274133:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.274192:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332216320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4064us (4529us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.274207:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3384 00000100:00100000:0.0:1734016121.275590:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.275666:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216448 00000100:00100000:2.0:1734016121.275677:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216448 00000100:00100000:2.0:1734016121.275752:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12503 00000100:00100000:2.0:1734016121.275761:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332216448:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016121.276003:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3175800 -> 3175800 00002000:00010000:2.0:1734016121.276006:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.276008:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016120 00002000:00010000:2.0:1734016121.276010:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.276012:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00000100:00100000:2.0:1734016121.276055:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332216448:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 295us (469us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1734016121.276063:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12503 00000100:00100000:0.0:1734016121.278681:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.278868:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216576 00000100:00100000:3.0:1734016121.278881:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216576 00000100:00100000:3.0:1734016121.278950:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12504 00000100:00100000:3.0:1734016121.278958:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332216576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.278980:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.279003:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317619a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1c1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.279077:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464000:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.279164:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016121.280979:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:3.0:1734016121.281008:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464000:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.281041:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317619a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1c1 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.281054:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317619a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1c1 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.281076:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016121.281320:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332216576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2361us (2651us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.281327:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12504 00000100:00100000:0.0:1734016121.284613:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.284714:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216704 00000100:00100000:3.0:1734016121.284797:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216704 00000100:00100000:3.0:1734016121.284855:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12505 00000100:00100000:3.0:1734016121.284864:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332216704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.284884:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.284905:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31761a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1c8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.284962:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464128:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.285040:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.286636:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464128:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.286667:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31761a1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1c8 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.286679:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31761a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1c8 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.286909:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016121.287250:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332216704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2385us (2643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.287258:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12505 00000100:00100000:0.0:1734016121.291873:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.292062:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216832 00000100:00100000:3.0:1734016121.292075:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216832 00000100:00100000:3.0:1734016121.292161:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12506 00000100:00100000:3.0:1734016121.292171:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087206050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332216832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.292203:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.292240:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31761a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1cf expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.292365:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464256:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.292490:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.297568:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464256:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.297631:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31761a8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1cf expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.297647:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31761a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1cf expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.297700:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016121.298439:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087206050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332216832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6269us (6585us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.298448:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12506 00000100:00100000:0.0:1734016121.301500:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.301634:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332216960 00000100:00100000:3.0:1734016121.301646:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332216960 00000100:00100000:3.0:1734016121.301715:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12507 00000100:00100000:3.0:1734016121.301748:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332216960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.301777:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.301813:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31761af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1d6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.301904:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.302055:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.302994:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334464640:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.303057:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016121.303092:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334465152:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.303121:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016121.303139:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016121.303143:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3512:1818247334464768:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.303172:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016121.303209:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334464640 00000100:00100000:1.0:1734016121.303215:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334464640 00000100:00100000:1.0:1734016121.303253:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334464768 00000100:00100000:1.0:1734016121.303255:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334464768 00000100:00100000:1.0:1734016121.303284:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1734016121.303291:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334464640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.303349:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334464640:12345-0@lo:400:kworker.0 Request processed in 58us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.303356:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1734016121.303378:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1734016121.303382:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3512:x1818247334464768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.303405:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3512:x1818247334464768:12345-0@lo:400:kworker.0 Request processed in 23us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.303411:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1734016121.303453:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3512:1818247334464768:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.303463:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334464640:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.303863:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334464896:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.303899:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016121.303915:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734016121.303922:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334464512:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.303957:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016121.303981:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247334465024:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.304002:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016121.304031:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:2.0:1734016121.304305:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334465024 00000100:00100000:2.0:1734016121.304311:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334465024 00000100:00100000:2.0:1734016121.304347:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1734016121.304354:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247334465024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016121.304393:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247334465024:12345-0@lo:400:kworker.0 Request processed in 39us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.304398:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1734016121.304440:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334465152 00000100:00100000:2.0:1734016121.304443:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334465152 00000100:00100000:2.0:1734016121.304483:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334464896 00000100:00100000:2.0:1734016121.304487:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334464896 00000100:00100000:2.0:1734016121.304512:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1734016121.304517:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334465152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016121.304556:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334465152:12345-0@lo:400:kworker.0 Request processed in 39us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.304562:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1734016121.304569:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1734016121.304572:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334464896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016121.304591:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334464896:12345-0@lo:400:kworker.0 Request processed in 19us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.304596:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00080000:0.0:1734016121.305080:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016091 00000100:00080000:0.0:1734016121.305084:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016091 00000100:00080000:0.0:1734016121.305087:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:0.0:1734016121.305120:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247334465024:0@lo:400:kworker.0 00000100:00100000:0.0:1734016121.305131:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334464896:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.306356:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334464512 00000100:00100000:1.0:1734016121.306365:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334464512 00000100:00080000:0.0:1734016121.307347:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016091 00000100:00100000:1.0:1734016121.307487:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1734016121.307494:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334464512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.307561:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3514:x1818247334464512:12345-0@lo:400:kworker.0 Request processed in 68us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.307566:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1734016121.307637:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334465152:0@lo:400:kworker.0 00000100:00100000:2.0:1734016121.307797:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334464384:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.307830:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31761af lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1d6 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.307845:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31761af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1d6 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.307869:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:2.0:1734016121.307917:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332216960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6172us (6436us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.307929:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12507 00000100:00100000:0.0:1734016121.308010:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3514:1818247334464512:0@lo:400:kworker.0 00000100:00100000:1.0:1734016121.312771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.312883:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332217216 00000100:00100000:2.0:1734016121.312899:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332217216 00002000:00100000:2.0:1734016121.312960:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3133440->3137535) req@ffff880097ee1880 x1818247332217216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.312971:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332217216 ext(3133440->3137535) 00002000:00010000:2.0:1734016121.312977:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee1880 00000100:00100000:2.0:1734016121.313104:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9829 00000100:00100000:2.0:1734016121.313114:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332217216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.313326:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332217216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 213us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.313332:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9829 00002000:00100000:2.0:1734016121.313337:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3133440->3137535) req@ffff880097ee1880 x1818247332217216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.313344:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332217216 ext(3133440->3137535) 00002000:00010000:2.0:1734016121.313347:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee1880 00000100:00100000:0.0:1734016121.318259:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.318976:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332217472 00000100:00100000:2.0:1734016121.318994:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332217472 00002000:00100000:2.0:1734016121.319054:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3137536->3141631) req@ffff880139bf1180 x1818247332217472/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.319067:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1180 with x1818247332217472 ext(3137536->3141631) 00002000:00010000:2.0:1734016121.319074:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1180 00000100:00100000:1.0:1734016121.319596:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334465280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016121.319661:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016121.319697:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9830 00000100:00100000:2.0:1734016121.319707:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332217472:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.319979:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332217472:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 271us (1744us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.319989:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9830 00002000:00100000:2.0:1734016121.319996:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3137536->3141631) req@ffff880139bf1180 x1818247332217472/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.320003:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1180 with x1818247332217472 ext(3137536->3141631) 00002000:00010000:2.0:1734016121.320006:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1180 00000100:00100000:3.0:1734016121.320285:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334465280 00000100:00100000:3.0:1734016121.320291:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334465280 00000100:00100000:3.0:1734016121.320324:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1734016121.320329:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334465280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016121.320346:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923075072 avail 3691466752 00000100:00100000:3.0:1734016121.320395:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334465280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.320401:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1734016121.320520:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334465280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016121.323679:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.323889:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332217728 00000100:00100000:3.0:1734016121.323906:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332217728 00002000:00100000:3.0:1734016121.323968:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3141632->3145727) req@ffff880139bf0380 x1818247332217728/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.323978:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf0380 with x1818247332217728 ext(3141632->3145727) 00002000:00010000:3.0:1734016121.323989:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf0380 00000100:00100000:3.0:1734016121.324037:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9831 00000100:00100000:3.0:1734016121.324046:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332217728:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.324356:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332217728:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 309us (689us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.324365:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9831 00002000:00100000:3.0:1734016121.324371:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3141632->3145727) req@ffff880139bf0380 x1818247332217728/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.324379:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf0380 with x1818247332217728 ext(3141632->3145727) 00002000:00010000:3.0:1734016121.324382:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf0380 00000100:00100000:2.0:1734016121.330236:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.330324:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332217856 00000100:00100000:0.0:1734016121.330336:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332217856 00000100:00100000:0.0:1734016121.330471:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12508 00000100:00100000:0.0:1734016121.330478:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332217856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.330504:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.330527:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31761b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1dd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.330595:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465408:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.331299:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.332972:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465408:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.332999:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31761b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1dd expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.333011:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31761b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1dd expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.333034:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:2.0:1734016121.333205:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332217856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2726us (2980us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.333216:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12508 00000100:00100000:0.0:1734016121.335564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.335925:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332217984 00000100:00100000:2.0:1734016121.335943:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332217984 00000100:00100000:2.0:1734016121.336178:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12509 00000100:00100000:2.0:1734016121.336187:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332217984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.336217:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.336250:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31761bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1e4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.336349:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465536:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.336446:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.338671:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465536:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.338716:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31761bd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1e4 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.338767:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31761bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1e4 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.338782:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016121.338847:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332217984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2657us (3304us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.338855:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12509 00000100:00100000:0.0:1734016121.343339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.343676:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332218112 00000100:00100000:2.0:1734016121.343689:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332218112 00000100:00100000:2.0:1734016121.343777:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12510 00000100:00100000:2.0:1734016121.343787:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332218112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.343813:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.343836:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31761c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1eb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.343911:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334465664:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.344002:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.347429:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334465664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.347501:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31761c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1eb expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.347518:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31761c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1eb expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.347550:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016121.348108:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332218112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4319us (4785us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.348121:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12510 00000100:00100000:0.0:1734016121.352970:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.353133:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332218368 00000100:00100000:2.0:1734016121.353160:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332218368 00002000:00100000:2.0:1734016121.353241:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1064960->1069055) req@ffff880139bf3800 x1818247332218368/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.353253:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3800 with x1818247332218368 ext(1064960->1069055) 00002000:00010000:2.0:1734016121.353261:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf3800 00000100:00100000:2.0:1734016121.353314:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9832 00000100:00100000:2.0:1734016121.353327:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332218368:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.353775:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332218368:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 446us (819us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.353783:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9832 00002000:00100000:2.0:1734016121.353789:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1064960->1069055) req@ffff880139bf3800 x1818247332218368/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.353796:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3800 with x1818247332218368 ext(1064960->1069055) 00002000:00010000:2.0:1734016121.353799:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf3800 00000100:00100000:0.0:1734016121.358088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.358437:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332218624 00000100:00100000:3.0:1734016121.358451:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332218624 00002000:00100000:3.0:1734016121.358515:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1069056->1073151) req@ffff880139bf2a00 x1818247332218624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.358533:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2a00 with x1818247332218624 ext(1069056->1073151) 00002000:00010000:3.0:1734016121.358539:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf2a00 00000100:00100000:2.0:1734016121.358916:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9833 00000100:00100000:2.0:1734016121.358927:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332218624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.359259:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332218624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 334us (1184us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.359268:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9833 00002000:00100000:2.0:1734016121.359274:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1069056->1073151) req@ffff880139bf2a00 x1818247332218624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.359282:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2a00 with x1818247332218624 ext(1069056->1073151) 00002000:00010000:2.0:1734016121.359285:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf2a00 00000100:00100000:0.0:1734016121.363533:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.363774:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332218880 00000100:00100000:3.0:1734016121.363796:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332218880 00002000:00100000:3.0:1734016121.363881:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1073152->1077247) req@ffff880139bf2680 x1818247332218880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.363894:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2680 with x1818247332218880 ext(1073152->1077247) 00002000:00010000:3.0:1734016121.363902:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf2680 00000100:00100000:3.0:1734016121.364310:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9834 00000100:00100000:3.0:1734016121.364322:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332218880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.364644:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332218880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 323us (1132us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.364654:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9834 00002000:00100000:3.0:1734016121.364661:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1073152->1077247) req@ffff880139bf2680 x1818247332218880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.364669:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2680 with x1818247332218880 ext(1073152->1077247) 00002000:00010000:3.0:1734016121.364673:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf2680 00000100:00100000:0.0:1734016121.370628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.371971:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219008 00000100:00100000:2.0:1734016121.371984:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219008 00002000:00100000:2.0:1734016121.372038:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1064960->1077247) req@ffff8801310cc000 x1818247332219008/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 12776/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.372049:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cc000 with x1818247332219008 ext(1064960->1077247) 00002000:00010000:2.0:1734016121.372054:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801310cc000 00000100:00100000:2.0:1734016121.372142:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9835 00000100:00100000:2.0:1734016121.372160:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332219008:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016121.373654:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332219008:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1496us (3035us total) trans 4294968152 rc 0/0 00000100:00100000:2.0:1734016121.373668:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9835 00002000:00100000:2.0:1734016121.373682:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1064960->1077247) req@ffff8801310cc000 x1818247332219008/t4294968152(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 12776/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.373694:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cc000 with x1818247332219008 ext(1064960->1077247) 00002000:00010000:2.0:1734016121.373700:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801310cc000 00000100:00100000:0.0:1734016121.377373:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.377529:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219136 00000100:00100000:2.0:1734016121.377545:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219136 00000100:00100000:2.0:1734016121.378231:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12511 00000100:00100000:2.0:1734016121.378241:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332219136:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016121.380036:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968152 is committed 00000001:00080000:0.0:1734016121.380062:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968150 is committed 00000100:00100000:2.0:1734016121.381506:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332219136:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3253us (4137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.381526:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12511 00000100:00100000:0.0:1734016121.386052:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.386163:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219264 00000100:00100000:2.0:1734016121.386174:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219264 00000100:00100000:2.0:1734016121.386282:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12512 00000100:00100000:2.0:1734016121.386291:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332219264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.386309:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.386331:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31761cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1f2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.386396:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465792:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.386696:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.388763:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 16 -> 40 00000100:00100000:2.0:1734016121.388792:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465792:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.388834:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31761cb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1f2 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.388847:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31761cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1f2 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.389066:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016121.389372:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332219264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3077us (3326us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.389381:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12512 00000100:00100000:0.0:1734016121.392199:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.392332:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219392 00000100:00100000:2.0:1734016121.392345:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219392 00000100:00100000:2.0:1734016121.392414:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12513 00000100:00100000:2.0:1734016121.392425:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332219392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.392452:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.392476:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31761d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b1f9 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.392551:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465920:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.392641:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.395835:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334465920:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.395913:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31761d2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1f9 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.395942:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31761d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1f9 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.395974:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016121.396063:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332219392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3637us (3872us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.396074:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12513 00000100:00100000:0.0:1734016121.399610:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.399764:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219520 00000100:00100000:2.0:1734016121.399779:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219520 00000100:00100000:2.0:1734016121.399833:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12514 00000100:00100000:2.0:1734016121.399841:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332219520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.399870:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.399896:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31761d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b200 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.399999:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334466048:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.400087:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.403205:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334466048:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.403285:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31761d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b200 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.403304:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31761d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b200 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.403349:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016121.404176:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332219520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4330us (4584us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.404189:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12514 00000100:00100000:0.0:1734016121.408123:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.408272:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219648 00000100:00100000:2.0:1734016121.408286:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219648 00000100:00100000:2.0:1734016121.408987:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12515 00000100:00100000:2.0:1734016121.408997:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332219648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.409021:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.409044:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b207 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.409079:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.409087:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.409089:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.409092:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2256896->2260991] (req 2256896->2260991) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.409128:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.409142:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 9 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.409167:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334466176:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.409243:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.414526:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334466176:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.414579:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2256896->2260991] (req 2256896->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.414601:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016121.414670:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332219648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5672us (6559us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.414681:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12515 00000100:00100000:0.0:1734016121.418001:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.418400:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219776 00000100:00100000:2.0:1734016121.418417:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219776 00002000:00100000:2.0:1734016121.418497:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4087808->4091903) req@ffff8801310cd880 x1818247332219776/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 4584/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.418510:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cd880 with x1818247332219776 ext(4087808->4091903) 00010000:00010000:2.0:1734016121.418528:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 10 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.418545:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 10 pid: 13917 timeout: 485 lvb_type: 0 00002000:00010000:2.0:1734016121.418554:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801310cd880 00000100:00100000:3.0:1734016121.418869:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 348 00000100:00100000:3.0:1734016121.418881:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332219776:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.419977:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332219776:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1092us (1991us total) trans 4294969745 rc 0/0 00000100:00100000:3.0:1734016121.419987:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 348 00002000:00100000:3.0:1734016121.419993:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4087808->4091903) req@ffff8801310cd880 x1818247332219776/t4294969745(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 4584/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.420003:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cd880 with x1818247332219776 ext(4087808->4091903) 00010000:00010000:3.0:1734016121.420012:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.420025:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00002000:00010000:3.0:1734016121.420034:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801310cd880 00000100:00100000:0.0:1734016121.423347:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.423501:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332219904 00000100:00100000:1.0:1734016121.423522:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332219904 00010000:00010000:1.0:1734016121.423584:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.423642:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3385 00000100:00100000:1.0:1734016121.423652:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332219904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.423676:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016121.423699:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 240 -> 248 00010000:00010000:1.0:1734016121.423706:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.423772:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.423809:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d317617e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4087808->4091903) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1a5 expref: 12 pid: 13917 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.424120:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.424123:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.424137:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.424149:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.424210:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.424235:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334466304:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.424334:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.434939:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334466304:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.434981:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.435059:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332219904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11404us (11727us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.435075:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3385 00000100:00100000:0.0:1734016121.439486:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.439821:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220160 00000100:00100000:3.0:1734016121.439834:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220160 00002000:00100000:3.0:1734016121.439911:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8801310cdf80 x1818247332220160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.439925:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cdf80 with x1818247332220160 ext(0->4194303) 00002000:00010000:3.0:1734016121.439933:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cdf80 00000100:00100000:3.0:1734016121.439981:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9836 00000100:00100000:3.0:1734016121.439989:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332220160:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.497870:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332220160:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 57862us (58392us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016121.497888:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9836 00002000:00100000:3.0:1734016121.497905:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8801310cdf80 x1818247332220160/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.497916:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cdf80 with x1818247332220160 ext(0->4194303) 00002000:00010000:3.0:1734016121.497923:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cdf80 00000100:00100000:0.0:1734016121.506139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.507199:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220288 00000100:00100000:3.0:1734016121.507223:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220288 00002000:00100000:3.0:1734016121.507313:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2256896->2265087) req@ffff8801310ce300 x1818247332220288/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 8680/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.507327:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310ce300 with x1818247332220288 ext(2256896->2265087) 00002000:00010000:3.0:1734016121.507337:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310ce300 00000100:00100000:2.0:1734016121.508508:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9837 00000100:00100000:2.0:1734016121.508521:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332220288:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016121.509892:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332220288:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1367us (3775us total) trans 4294969746 rc 0/0 00000100:00100000:2.0:1734016121.509905:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9837 00002000:00100000:2.0:1734016121.509921:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2256896->2265087) req@ffff8801310ce300 x1818247332220288/t4294969746(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:82/0 lens 8680/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.509933:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310ce300 with x1818247332220288 ext(2256896->2265087) 00002000:00010000:2.0:1734016121.509941:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310ce300 00000100:00100000:0.0:1734016121.514055:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.514561:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220416 00000100:00100000:2.0:1734016121.514570:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220416 00000100:00100000:2.0:1734016121.514626:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12516 00000100:00100000:2.0:1734016121.514634:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332220416:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016121.515715:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969746 is committed 00000001:00080000:0.0:1734016121.515817:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969745 is committed 00000100:00100000:2.0:1734016121.517309:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332220416:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2661us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.517327:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12516 00000100:00100000:0.0:1734016121.521757:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.521833:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.521931:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220544 00000100:00100000:3.0:1734016121.521950:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220544 00000100:00100000:3.0:1734016121.522033:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220672 00000100:00100000:3.0:1734016121.522037:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220672 00000100:00100000:3.0:1734016121.522065:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12517 00000100:00100000:3.0:1734016121.522076:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332220544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.522113:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.522157:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31761e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b20e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.522260:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334466432:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.522378:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.522414:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12518 00000100:00100000:3.0:1734016121.522418:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332220672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.522426:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.522444:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31761ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b215 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.522469:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334466560:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.522488:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.526819:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334466560:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.526888:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31761ee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b215 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.526909:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31761ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b215 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016121.528006:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 248 -> 264 00000100:00100000:3.0:1734016121.528034:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334466432:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.528073:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31761e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b20e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.528084:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31761e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b20e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.528113:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016121.528198:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332220544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6124us (6456us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.528209:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12517 00010000:00010000:2.0:1734016121.528532:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:2.0:1734016121.528571:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332220672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6150us (6737us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.528580:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12518 00000100:00100000:0.0:1734016121.534238:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.534546:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.534770:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220928 00000100:00100000:3.0:1734016121.534788:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220928 00000100:00100000:3.0:1734016121.534851:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332220800 00000100:00100000:3.0:1734016121.534853:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332220800 00000100:00100000:3.0:1734016121.535410:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12519 00000100:00100000:3.0:1734016121.535420:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332220928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.535444:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.535473:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31761f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b223 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.535542:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334466688:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.535650:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.535943:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12520 00000100:00100000:0.0:1734016121.535951:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332220800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.536537:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.536558:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31761fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b21c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.536597:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334466816:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.536644:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.539927:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334466688:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.539968:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31761f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b223 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.539991:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d31761f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b223 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.540019:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016121.540091:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332220928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4670us (5869us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.540104:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12519 00000100:00100000:2.0:1734016121.540448:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334466816:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.540482:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31761fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b21c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.540492:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31761fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b21c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.540508:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:2.0:1734016121.540535:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332220800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4584us (5989us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.540541:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12520 00000100:00100000:0.0:1734016121.544615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.545278:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221184 00000100:00100000:1.0:1734016121.545308:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221184 00000100:00100000:2.0:1734016121.545663:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2585 00000100:00100000:2.0:1734016121.545676:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332221184:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016121.546135:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.546192:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31760eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b119 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.546219:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.546225:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016121.546566:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.546587:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.546600:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.546647:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.546662:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 24 pid: 7713 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.546677:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334466944:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016121.546884:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.551399:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.551817:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334466944:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016121.551848:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221312 00010000:00010000:3.0:1734016121.551851:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016121.551857:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221312 00010000:00010000:1.0:1734016121.551889:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 25 pid: 7713 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.551926:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3386 00000100:00100000:1.0:1734016121.551934:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:1968:x1818247332221312:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.551955:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.551963:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 25 pid: 7713 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.551991:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 25 pid: 7713 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.552023:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d317615b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b182 expref: 25 pid: 7713 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.552056:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016121.552060:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016121.552070:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016121.552078:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016121.552111:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.552127:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.552133:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016121.552184:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1968:x1818247332221312:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 249us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.552191:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3386 00000001:00080000:3.0:1734016121.552269:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968962 00000004:00010000:3.0:1734016121.552325:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801310ced80 reply state ffff880097f17000 transno 4294968963 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016121.552333:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016121.552403:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332221184:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6730us (7805us total) trans 4294968963 rc 0/0 00000100:00100000:3.0:1734016121.552410:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2585 00000020:00080000:3.0:1734016121.552414:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016121.555980:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.556002:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.556011:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.556017:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffdd40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016121.556024:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.556033:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.556054:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.556062:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.556066:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.556072:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176203 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016121.556830:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.556882:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.556999:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221440 00000100:00100000:2.0:1734016121.557010:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221440 00002000:00010000:2.0:1734016121.557058:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3533779->18446744073709551615) 00002000:00100000:2.0:1734016121.557063:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efa680 with x1818247332221440 ext(3533779->18446744073709551615) 00002000:00010000:2.0:1734016121.557078:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efa680. 00000100:00100000:2.0:1734016121.557100:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221568 00000100:00100000:2.0:1734016121.557103:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221568 00002000:00010000:2.0:1734016121.557116:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016121.557119:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9180 with x1818247332221568 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016121.557128:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ef9180. 00000100:00100000:2.0:1734016121.557175:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9838 00000100:00100000:2.0:1734016121.557185:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332221440:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016121.558159:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3533779 00002000:00010000:2.0:1734016121.558163:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.558165:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.558167:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.558169:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 264 -> 240 00000100:00100000:2.0:1734016121.558265:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332221440:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1080us (1444us total) trans 4294969747 rc 0/0 00000100:00100000:2.0:1734016121.558274:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9838 00002000:00010000:2.0:1734016121.558279:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3533779->18446744073709551615) 00002000:00100000:2.0:1734016121.558282:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097efa680 with x1818247332221440 ext(3533779->18446744073709551615) 00002000:00010000:2.0:1734016121.558286:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097efa680. 00000100:00100000:2.0:1734016121.558311:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9839 00000100:00100000:2.0:1734016121.558316:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332221568:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016121.558555:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3175800 -> 0 00002000:00010000:2.0:1734016121.558557:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.558559:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.558561:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.558563:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:2.0:1734016121.558581:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332221568:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 264us (1699us total) trans 4294968153 rc 0/0 00000100:00100000:2.0:1734016121.558585:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9839 00002000:00010000:2.0:1734016121.558587:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016121.558589:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ef9180 with x1818247332221568 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016121.558593:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ef9180. 00000100:00100000:0.0:1734016121.562795:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.562890:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221696 00000100:00100000:3.0:1734016121.562912:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221696 00000100:00100000:3.0:1734016121.563009:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2586 00000100:00100000:3.0:1734016121.563018:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332221696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.563051:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.563084:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317620a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b22a expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.563219:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.563238:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.563255:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016121.563287:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3533779 00000004:00200000:3.0:1734016121.563293:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.563314:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.563341:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317620a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 26 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.563362:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.563372:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016121.563376:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.563380:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016121.563449:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332221696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 432us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.563461:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2586 00000100:00100000:1.0:1734016121.567356:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.567530:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.567637:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221824 00000100:00100000:3.0:1734016121.567638:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332221952 00000100:00100000:2.0:1734016121.567653:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221824 00000100:00100000:3.0:1734016121.567653:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332221952 00000100:00100000:2.0:1734016121.567826:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12521 00000100:00100000:2.0:1734016121.567839:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332221824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.567880:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.567914:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3176218 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b231 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.568022:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334467072:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.568144:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.569717:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12522 00000100:00100000:3.0:1734016121.569739:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332221952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.569758:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.569775:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317621f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b238 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.569818:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467200:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.569873:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.572549:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334467072:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.572598:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3176218 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b231 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.572618:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3176218 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b231 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.572654:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016121.573318:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332221824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5475us (5978us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.573331:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12521 00000100:00100000:3.0:1734016121.573891:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467200:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.573923:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317621f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b238 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.573935:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317621f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b238 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.573948:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:2.0:1734016121.574227:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332221952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4488us (6695us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.574236:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12522 00000100:00100000:0.0:1734016121.579241:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.579514:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222080 00000100:00100000:3.0:1734016121.579532:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222080 00000100:00100000:3.0:1734016121.579628:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12523 00000100:00100000:3.0:1734016121.579641:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332222080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.579669:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.579702:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176226 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b23f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.579820:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334467328:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.579930:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.579950:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.579962:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222208 00000100:00100000:3.0:1734016121.579965:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222208 00000100:00100000:3.0:1734016121.580009:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12524 00000100:00100000:3.0:1734016121.580015:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332222208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.580025:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.580036:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317622d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b246 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.581216:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334467456:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.581282:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.584356:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334467328:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.584425:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176226 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b23f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.584449:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176226 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b23f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016121.584707:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334467456:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.584796:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317622d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b246 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.584806:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d317622d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b246 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.584825:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:2.0:1734016121.584893:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332222208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4875us (4940us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.584905:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12524 00010000:00010000:3.0:1734016121.585078:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016121.585106:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332222080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5469us (5893us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.585112:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12523 00000100:00100000:0.0:1734016121.590309:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.590881:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222336 00000100:00100000:3.0:1734016121.590896:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222336 00000100:00100000:3.0:1734016121.591336:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12525 00000100:00100000:3.0:1734016121.591345:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332222336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.591367:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.591387:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b24d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.591423:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.591432:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.591433:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.591437:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1318912->1323007] (req 1318912->1323007) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.591476:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.591491:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 6 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.591504:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467584:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016121.591567:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.596304:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467584:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016121.596353:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1318912->1323007] (req 1318912->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.596380:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016121.596438:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332222336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5093us (6147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.596446:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12525 00000100:00100000:0.0:1734016121.596969:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.597308:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222464 00000100:00100000:1.0:1734016121.597317:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222464 00010000:00010000:1.0:1734016121.597356:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.597398:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3387 00000100:00100000:1.0:1734016121.597405:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332222464:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.597427:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.597451:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.597465:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.597496:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176193 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3575808->3583999) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b1ba expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.598082:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.598087:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.598099:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.598112:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.598174:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.598196:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334467712:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.598290:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbba80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.602940:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.603202:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334467712:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.603223:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.603263:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332222464:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5857us (6293us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.603277:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3387 00000100:00100000:3.0:1734016121.603373:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222592 00000100:00100000:3.0:1734016121.603378:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222592 00000100:00100000:3.0:1734016121.603404:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2587 00000100:00100000:3.0:1734016121.603410:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+29:10366:x1818247332222592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.603430:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.603444:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317623b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b254 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.603520:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.603534:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.603543:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016121.604035:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3533779 00000004:00200000:3.0:1734016121.604040:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.604057:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.604082:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317623b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b254 expref: 31 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.604102:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b254 expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.604109:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016121.604112:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.604115:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016121.604717:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332222592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1304us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.604738:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2587 00000100:00100000:0.0:1734016121.608594:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.608757:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222720 00000100:00100000:3.0:1734016121.608770:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222720 00000100:00100000:3.0:1734016121.609406:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12526 00000100:00100000:3.0:1734016121.609418:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332222720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.609449:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.609476:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176249 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b25b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.609564:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467840:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.609688:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016121.614167:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 1321487 00002000:00010000:3.0:1734016121.614180:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016121.614214:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467840:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.614260:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176249 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b25b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.614288:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176249 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b25b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.614845:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016121.614969:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332222720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5549us (6385us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.614980:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12526 00000100:00100000:0.0:1734016121.619639:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.620033:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222848 00000100:00100000:3.0:1734016121.620049:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222848 00000100:00100000:3.0:1734016121.620106:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12527 00000100:00100000:3.0:1734016121.620116:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332222848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.620141:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.620176:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176250 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b262 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.620246:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467968:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.620307:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.624306:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334467968:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.624359:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176250 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b262 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.624376:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176250 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b262 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.624408:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016121.624492:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332222848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4375us (4866us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.624503:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12527 00000100:00100000:0.0:1734016121.628625:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.628707:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332222976 00000100:00100000:3.0:1734016121.628716:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332222976 00000100:00100000:3.0:1734016121.628888:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12528 00000100:00100000:3.0:1734016121.628896:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332222976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.628911:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.628927:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b269 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.628951:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.628957:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.628959:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.628962:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [827392->831487] (req 827392->831487) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.628987:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.628997:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.629012:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334468096:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016121.629631:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.632586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.632763:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223104 00000100:00100000:2.0:1734016121.632776:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223104 00002000:00100000:2.0:1734016121.632820:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1321486) req@ffff880079435880 x1818247332223104/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 3064/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.632829:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435880 with x1818247332223104 ext(1318912->1321486) 00010000:00010000:2.0:1734016121.632839:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 8 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.632852:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 8 pid: 7694 timeout: 485 lvb_type: 0 00002000:00010000:2.0:1734016121.632858:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079435880 00000100:00100000:3.0:1734016121.633145:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334468096:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016121.633186:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [827392->831487] (req 827392->831487) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.633200:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016121.633256:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332222976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4361us (4639us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.633264:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12528 00000100:00100000:2.0:1734016121.633429:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 349 00000100:00100000:2.0:1734016121.633445:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332223104:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016121.635691:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332223104:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2244us (3103us total) trans 4294968154 rc 0/0 00000100:00100000:2.0:1734016121.635704:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 349 00002000:00100000:2.0:1734016121.635717:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1321486) req@ffff880079435880 x1818247332223104/t4294968154(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 3064/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.635745:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079435880 with x1818247332223104 ext(1318912->1321486) 00010000:00010000:2.0:1734016121.635758:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.635776:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00002000:00010000:2.0:1734016121.635784:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079435880 00000100:00100000:0.0:1734016121.638864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.638991:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223232 00000100:00100000:1.0:1734016121.639009:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223232 00010000:00010000:1.0:1734016121.639069:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.639278:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3388 00000100:00100000:1.0:1734016121.639288:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332223232:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.639326:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016121.639369:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1734016121.639378:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.639401:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.639450:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176234 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1318912->1323007) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b24d expref: 10 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016121.639919:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.639923:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.639935:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.639944:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.640019:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.640044:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334468224:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.640939:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.644325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.644439:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223360 00000100:00100000:3.0:1734016121.644455:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223360 00000100:00100000:3.0:1734016121.644571:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12529 00000100:00100000:3.0:1734016121.644583:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332223360:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016121.644980:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1321487 -> 1321487 00002000:00010000:3.0:1734016121.644984:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.644988:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.644990:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.644993:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1734016121.645106:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332223360:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 522us (795us total) trans 4294968155 rc 0/0 00000100:00100000:3.0:1734016121.645114:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12529 00000100:00100000:1.0:1734016121.645242:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334468224:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.645269:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.645299:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332223232:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6014us (6449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.645310:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3388 00000100:00100000:0.0:1734016121.648969:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.649031:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.649156:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223488 00000100:00100000:2.0:1734016121.649170:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223488 00000100:00100000:2.0:1734016121.649239:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223616 00000100:00100000:2.0:1734016121.649242:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223616 00000100:00100000:2.0:1734016121.649272:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12530 00000100:00100000:2.0:1734016121.649283:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332223488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.649314:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.649344:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317625e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b270 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.649440:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334468352:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.649539:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.649569:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12531 00000100:00100000:2.0:1734016121.649575:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332223616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.649584:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.649598:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176265 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b277 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.649627:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334468480:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.649648:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.652104:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334468480:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.652161:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176265 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b277 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.652175:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176265 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b277 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.652187:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:3.0:1734016121.652237:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332223616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2660us (3203us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.652247:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12531 00000100:00100000:2.0:1734016121.652343:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334468352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.652359:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317625e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b270 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.652368:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317625e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b270 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.652394:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016121.652412:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332223488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3132us (3456us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.652417:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12530 00000100:00100000:0.0:1734016121.656846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.656926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.657103:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223872 00000100:00100000:2.0:1734016121.657116:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223872 00000100:00100000:2.0:1734016121.657241:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332223744 00000100:00100000:2.0:1734016121.657245:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332223744 00000100:00100000:3.0:1734016121.657318:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12532 00000100:00100000:3.0:1734016121.657327:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332223872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.657356:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.657391:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317626c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b285 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.657485:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334468608:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.657583:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.657753:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12533 00000100:00100000:2.0:1734016121.657759:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332223744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.657768:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.657789:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3176273 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b27e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.657824:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334468736:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.657853:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.661788:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334468736:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.661864:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3176273 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b27e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.661887:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3176273 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b27e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.661924:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016121.662031:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332223744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4268us (5102us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.662045:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12533 00000100:00100000:3.0:1734016121.662142:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334468608:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.662357:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317626c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b285 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.662368:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317626c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b285 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.662393:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016121.662423:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332223872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5097us (5599us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.662429:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12532 00000100:00100000:0.0:1734016121.667530:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.667601:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.667681:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224128 00000100:00100000:2.0:1734016121.667695:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224128 00000100:00100000:2.0:1734016121.667782:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224000 00000100:00100000:2.0:1734016121.667785:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224000 00000100:00100000:2.0:1734016121.668165:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12534 00000100:00100000:2.0:1734016121.668178:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332224128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.668211:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.668238:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d317627a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b293 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.668311:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334468864:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.668634:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12535 00000100:00100000:0.0:1734016121.668641:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332224000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.668652:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.668667:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3176281 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b28c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.668697:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079993480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334468992:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.669206:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.669294:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.673250:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079993480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334468992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.673308:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3176281 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b28c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.673325:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3176281 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b28c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.673353:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:1.0:1734016121.673419:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332224000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4777us (5815us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.673431:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12535 00000100:00100000:2.0:1734016121.673824:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334468864:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.673848:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d317627a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b293 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.673858:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d317627a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b293 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.673887:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016121.673909:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332224128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5736us (6398us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.673915:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12534 00000100:00100000:0.0:1734016121.678784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.678829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.678894:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224256 00000100:00100000:2.0:1734016121.678909:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224256 00000100:00100000:2.0:1734016121.678961:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224384 00000100:00100000:2.0:1734016121.678964:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224384 00000100:00100000:2.0:1734016121.678993:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12536 00000100:00100000:2.0:1734016121.679002:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332224256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.679030:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.679058:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3176288 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b29a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.679134:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334469120:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.679199:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.679272:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12537 00000100:00100000:1.0:1734016121.679278:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332224384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.679291:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.679306:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317628f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2a1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.679341:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334469248:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.679366:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.682967:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334469120:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016121.683019:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3176288 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b29a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.683034:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3176288 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b29a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.683615:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:0.0:1734016121.683678:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332224256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4676us (4906us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.683688:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12536 00000100:00100000:1.0:1734016121.685539:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334469248:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.685581:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317628f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2a1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.685594:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317628f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2a1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.685618:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016121.685663:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332224384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6384us (6833us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.685671:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12537 00000100:00100000:0.0:1734016121.688315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.689019:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224512 00000100:00100000:1.0:1734016121.689032:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224512 00000100:00100000:1.0:1734016121.689081:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12538 00000100:00100000:1.0:1734016121.689088:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332224512:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.689375:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3533779 -> 3533779 00002000:00010000:1.0:1734016121.689379:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.689380:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.689382:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.689386:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 240 -> 256 00000100:00100000:1.0:1734016121.689465:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332224512:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 376us (1164us total) trans 4294969748 rc 0/0 00000100:00100000:1.0:1734016121.689472:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12538 00000100:00100000:0.0:1734016121.693890:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.694189:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.694790:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224640 00000100:00100000:2.0:1734016121.694800:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224640 00000100:00100000:2.0:1734016121.694844:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224768 00000100:00100000:2.0:1734016121.694847:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224768 00000100:00100000:2.0:1734016121.694872:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12539 00000100:00100000:2.0:1734016121.694879:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332224640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.694898:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.694917:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3176296 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2a8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.694973:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334469376:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.695036:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.695087:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12540 00000100:00100000:0.0:1734016121.695092:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332224768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.695100:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.695110:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317629d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2af expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.695136:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334469504:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.695164:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.697904:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334469376:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.697943:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3176296 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2a8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.697962:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3176296 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2a8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.697990:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016121.698034:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332224640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3154us (4158us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.698040:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12539 00000100:00100000:0.0:1734016121.698213:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334469504:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016121.698230:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317629d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2af expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.698238:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317629d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2af expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.698248:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016121.698266:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332224768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3174us (4078us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.698271:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12540 00000100:00100000:0.0:1734016121.701115:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.701216:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.701837:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225024 00000100:00100000:2.0:1734016121.701847:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225024 00000100:00100000:2.0:1734016121.701895:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332224896 00000100:00100000:2.0:1734016121.701897:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332224896 00000100:00100000:2.0:1734016121.702430:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12541 00000100:00100000:2.0:1734016121.702439:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332225024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.702458:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.702475:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31762a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2bd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.702533:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334469632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.702588:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.702648:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12542 00000100:00100000:1.0:1734016121.702654:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332224896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.702662:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.702674:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31762ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2b6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.702704:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334469760:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.702746:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbba80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.706964:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334469760:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.707031:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31762ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2b6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.707052:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31762ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2b6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.707074:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016121.707163:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332224896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4507us (5946us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.707175:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12542 00000100:00100000:2.0:1734016121.707307:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334469632:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.707335:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31762a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2bd expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.707343:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31762a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2bd expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.707581:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016121.707614:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332225024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5176us (6507us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.707620:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12541 00000100:00100000:0.0:1734016121.714120:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.714251:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225280 00000100:00100000:3.0:1734016121.714264:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225280 00000100:00100000:3.0:1734016121.714321:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2588 00000100:00100000:3.0:1734016121.714329:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332225280:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016121.714384:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.714413:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176242 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b254 expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.714436:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016121.714439:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.714563:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.714575:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 24 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.714581:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016121.714605:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 24 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.714615:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 24 pid: 14034 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016121.714627:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334469888:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016121.714680:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.716704:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334469888:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016121.716760:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016121.717405:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.718132:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225408 00000100:00100000:1.0:1734016121.718143:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225408 00010000:00010000:1.0:1734016121.718180:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 25 pid: 14034 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016121.718226:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3389 00000100:00100000:1.0:1734016121.718233:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac800050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:1969:x1818247332225408:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.718250:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.718258:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 25 pid: 14034 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.718272:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 25 pid: 14034 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.718304:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176211 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b22a expref: 25 pid: 14034 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.718545:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016121.718551:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016121.718562:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016121.718570:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016121.718861:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.718927:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac800050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:1969:x1818247332225408:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 692us (1523us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.718934:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3389 00010000:00010000:2.0:1734016121.719185:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.719195:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016121.719321:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968964 00000004:00010000:2.0:1734016121.719387:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079993480 reply state ffff8800773f3000 transno 4294968965 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016121.719395:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016121.719501:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332225280:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5171us (5390us total) trans 4294968965 rc 0/0 00000100:00100000:2.0:1734016121.719510:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2588 00000020:00080000:2.0:1734016121.719515:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016121.722865:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.722885:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.722892:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.722898:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9da1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016121.722904:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.722911:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.722931:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.722935:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.722940:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.722944:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31762b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016121.723594:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.723635:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.723740:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225536 00000100:00100000:2.0:1734016121.723749:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225536 00002000:00010000:2.0:1734016121.723787:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016121.723791:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332225536 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016121.723804:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5880. 00000100:00100000:2.0:1734016121.723823:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225664 00000100:00100000:2.0:1734016121.723825:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225664 00002000:00010000:2.0:1734016121.723836:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3242815->18446744073709551615) 00002000:00100000:2.0:1734016121.723838:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7800 with x1818247332225664 ext(3242815->18446744073709551615) 00002000:00010000:2.0:1734016121.723845:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f7800. 00000100:00100000:2.0:1734016121.723857:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9840 00000100:00100000:2.0:1734016121.723864:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332225536:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016121.724046:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3533779 -> 4194304 00002000:00010000:2.0:1734016121.724050:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016121.724053:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.724054:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016121.724057:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1734016121.724301:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9841 00000100:00100000:3.0:1734016121.724307:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332225664:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016121.724419:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1321487 -> 3242815 00002000:00010000:3.0:1734016121.724422:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016122 00002000:00010000:3.0:1734016121.724423:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.724425:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016122 00002000:00010000:3.0:1734016121.724426:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1734016121.725382:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332225536:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1515us (1789us total) trans 4294969749 rc 0/0 00000100:00100000:2.0:1734016121.725391:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9840 00002000:00010000:2.0:1734016121.725394:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016121.725397:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332225536 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016121.725403:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5880. 00000100:00100000:3.0:1734016121.725463:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332225664:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1155us (1828us total) trans 4294968156 rc 0/0 00000100:00100000:3.0:1734016121.725469:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9841 00002000:00010000:3.0:1734016121.725471:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3242815->18446744073709551615) 00002000:00100000:3.0:1734016121.725473:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7800 with x1818247332225664 ext(3242815->18446744073709551615) 00002000:00010000:3.0:1734016121.725477:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f7800. 00000100:00100000:0.0:1734016121.728933:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.729132:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225792 00000100:00100000:2.0:1734016121.729159:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225792 00000100:00100000:2.0:1734016121.729249:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2589 00000100:00100000:2.0:1734016121.729259:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332225792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.729301:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.729340:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d31762b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2c4 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.729504:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31762c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.729523:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31762c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.729538:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31762c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016121.729575:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7437119 00000004:00200000:2.0:1734016121.729579:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016121.729605:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31762c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016121.729632:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d31762b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2c4 expref: 26 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.729654:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31762c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2c4 expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.729663:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016121.729668:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016121.729672:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016121.729773:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332225792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 514us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.729778:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2589 00000100:00100000:0.0:1734016121.735057:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.735105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.735203:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226048 00000100:00100000:1.0:1734016121.735213:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226048 00000100:00100000:1.0:1734016121.735270:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332225920 00000100:00100000:1.0:1734016121.735273:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332225920 00000100:00100000:1.0:1734016121.735292:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12543 00000100:00100000:1.0:1734016121.735303:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332226048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.735329:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.735359:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31762c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2d2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.735437:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334470016:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.735521:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.735592:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12544 00000100:00100000:2.0:1734016121.735599:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332225920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.735609:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.735623:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31762ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2cb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.735663:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334470144:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.735691:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.738430:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334470016:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.738496:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31762c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2d2 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.738512:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31762c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2d2 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.738548:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016121.738626:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332226048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3324us (3586us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.738638:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12543 00000100:00100000:2.0:1734016121.739337:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334470144:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.739360:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31762ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2cb expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.739371:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31762ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2cb expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.739390:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016121.739413:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332225920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3813us (4306us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.739420:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12544 00000100:00100000:0.0:1734016121.744792:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.744871:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.744996:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226304 00000100:00100000:2.0:1734016121.745014:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226304 00000100:00100000:2.0:1734016121.745092:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226176 00000100:00100000:2.0:1734016121.745094:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226176 00000100:00100000:2.0:1734016121.745119:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12545 00000100:00100000:2.0:1734016121.745130:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332226304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.745169:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.745195:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31762d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2e0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.745272:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334470272:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.745351:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.745436:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12546 00000100:00100000:1.0:1734016121.745442:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332226176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.745453:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.745466:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31762dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2d9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.745501:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334470400:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.745522:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.749772:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334470400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.749837:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31762dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2d9 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.749853:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31762dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2d9 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.749874:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016121.749953:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332226176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4508us (5079us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.749969:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12546 00000100:00100000:2.0:1734016121.750180:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334470272:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.750214:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31762d5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e0 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.750224:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31762d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e0 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.750614:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016121.750650:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332226304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5521us (5941us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.750657:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12545 00000100:00100000:0.0:1734016121.755976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.756626:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226432 00000100:00100000:1.0:1734016121.756637:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226432 00000100:00100000:1.0:1734016121.756823:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2590 00000100:00100000:1.0:1734016121.756831:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:10366:x1818247332226432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.756866:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.756890:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31762e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2e7 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.756988:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016121.757004:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016121.757017:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016121.757045:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7437119 00000004:00200000:1.0:1734016121.757049:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016121.757066:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016121.757091:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31762e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 33 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.757115:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 32 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.757123:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016121.757126:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016121.757130:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016121.757197:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332226432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 366us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.757205:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2590 00000100:00100000:2.0:1734016121.763235:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.763292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.764023:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226688 00000100:00100000:0.0:1734016121.764035:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226688 00000100:00100000:0.0:1734016121.764379:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226560 00000100:00100000:0.0:1734016121.764382:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226560 00000100:00100000:0.0:1734016121.764412:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12547 00000100:00100000:0.0:1734016121.764420:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332226688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.764446:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.764470:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31762f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2f5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.764552:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334470528:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.764615:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.764782:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12548 00000100:00100000:2.0:1734016121.764788:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332226560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.764796:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.764807:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31762f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2ee expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.764833:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334470656:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.764872:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.768395:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016121 -> 1734016122 00000100:00100000:2.0:1734016121.768432:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334470528:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.768476:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31762f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2f5 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.768492:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31762f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2f5 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016121.768594:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016121 -> 1734016122 00000100:00100000:3.0:1734016121.768609:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334470656:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.768632:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31762f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2ee expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.768646:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31762f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2ee expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.768667:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:3.0:1734016121.769221:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332226560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4428us (5925us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.769230:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12548 00010000:00010000:2.0:1734016121.769769:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016121.769819:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332226688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5399us (6598us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.769825:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12547 00000100:00100000:0.0:1734016121.776313:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.776370:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.776491:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226816 00000100:00100000:2.0:1734016121.776507:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226816 00000100:00100000:2.0:1734016121.777005:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332226944 00000100:00100000:2.0:1734016121.777009:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332226944 00000100:00100000:3.0:1734016121.777136:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12549 00000100:00100000:3.0:1734016121.777153:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332226816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.777181:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.777206:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31762ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b2fc expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.777307:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334470784:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.777413:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.777471:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12550 00000100:00100000:2.0:1734016121.777477:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332226944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.777486:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.777501:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3176306 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b303 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.777532:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334470912:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.777556:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.781097:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334470784:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.781142:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31762ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2fc expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.781167:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31762ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2fc expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.781193:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:2.0:1734016121.781402:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334470912:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.781424:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3176306 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b303 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.781433:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3176306 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b303 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.781450:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:3.0:1734016121.781670:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332226816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4523us (5371us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.781678:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12549 00000100:00100000:2.0:1734016121.781825:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332226944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4346us (5452us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.781831:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12550 00000100:00100000:2.0:1734016121.786832:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.786872:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.786936:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227200 00000100:00100000:0.0:1734016121.786948:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227200 00000100:00100000:0.0:1734016121.786980:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227072 00000100:00100000:0.0:1734016121.786982:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227072 00000100:00100000:0.0:1734016121.787499:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12551 00000100:00100000:0.0:1734016121.787511:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087205c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332227200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.787539:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.787564:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317630d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b311 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.787665:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334471040:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.787780:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.788034:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12552 00000100:00100000:2.0:1734016121.788041:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332227072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.788065:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.788080:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176314 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b30a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.788112:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334471168:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.788141:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.791278:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334471040:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.791318:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317630d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b311 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.791330:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317630d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b311 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.791353:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016121.792040:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087205c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332227200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4530us (5219us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.792050:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12551 00000100:00100000:2.0:1734016121.793688:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334471168:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.793762:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176314 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b30a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.793780:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176314 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b30a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.793794:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016121.793854:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332227072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5812us (6980us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.793865:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12552 00000100:00100000:0.0:1734016121.800538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.801051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.801654:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227456 00000100:00100000:2.0:1734016121.801668:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227456 00000100:00100000:2.0:1734016121.801747:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227328 00000100:00100000:2.0:1734016121.801749:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227328 00000100:00100000:2.0:1734016121.801775:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12553 00000100:00100000:2.0:1734016121.801786:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332227456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.801814:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.801841:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317631b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b31f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.801902:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334471296:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.801977:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.802032:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12554 00000100:00100000:1.0:1734016121.802038:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332227328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.802046:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.802059:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176322 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b318 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.802089:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334471424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.802110:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.805659:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334471296:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.805712:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317631b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b31f expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.805761:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d317631b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b31f expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.805780:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016121.805842:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332227456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4058us (5324us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.805852:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12553 00000100:00100000:1.0:1734016121.806593:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334471424:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.806619:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176322 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b318 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.806629:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176322 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b318 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.806655:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016121.806681:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332227328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4643us (5632us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.806687:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12554 00000100:00100000:0.0:1734016121.811883:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.812265:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.812354:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227584 00000100:00100000:2.0:1734016121.812367:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227584 00000100:00100000:2.0:1734016121.813113:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227712 00000100:00100000:2.0:1734016121.813117:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227712 00000100:00100000:1.0:1734016121.813254:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12555 00000100:00100000:1.0:1734016121.813266:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332227584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.813292:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.813315:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176329 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b326 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.813400:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334471552:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.813838:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.813884:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12556 00000100:00100000:2.0:1734016121.813889:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332227712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.813897:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.813907:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176330 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b32d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.813928:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334471680:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.813946:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800719a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.816589:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334471552:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.816641:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176329 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b326 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.816654:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176329 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b326 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.816687:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016121.816791:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332227584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3525us (4921us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.816802:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12555 00000100:00100000:2.0:1734016121.817522:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334471680:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.817557:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176330 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b32d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.817570:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176330 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b32d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.817588:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016121.817625:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332227712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3734us (5360us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.817633:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12556 00000100:00100000:0.0:1734016121.822548:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.824202:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.824278:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227968 00000100:00100000:1.0:1734016121.824293:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227968 00000100:00100000:1.0:1734016121.824355:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332227840 00000100:00100000:1.0:1734016121.824358:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332227840 00000100:00100000:1.0:1734016121.824381:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12557 00000100:00100000:1.0:1734016121.824391:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332227968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.824419:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.824444:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176337 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b33b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.824511:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334471808:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.824580:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.824637:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12558 00000100:00100000:3.0:1734016121.824644:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332227840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.824652:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.824664:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d317633e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b334 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.824693:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334471936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.824716:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.828920:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334471808:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.829011:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176337 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b33b expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.829037:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176337 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b33b expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.829070:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016121.829184:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332227968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4792us (6653us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.829197:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12557 00000100:00100000:3.0:1734016121.829379:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334471936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.829412:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d317633e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b334 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.829423:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d317633e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b334 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.829436:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016121.829465:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332227840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4822us (5270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.829471:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12558 00000100:00100000:0.0:1734016121.835846:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.836012:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332228096 00000100:00100000:3.0:1734016121.836028:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332228096 00000100:00100000:3.0:1734016121.836109:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12559 00000100:00100000:3.0:1734016121.836119:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332228096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.836158:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.836188:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b342 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.836235:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.836244:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.836246:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.836251:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3784704->3796991] (req 3784704->3796991) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.836299:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.836313:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 9 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016121.836332:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334472064:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016121.836426:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.844430:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.844609:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332228224 00000100:00100000:1.0:1734016121.844623:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332228224 00010000:00010000:1.0:1734016121.844665:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016121.844752:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3390 00000100:00100000:1.0:1734016121.844764:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332228224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.844784:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.844817:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.844832:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.844868:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.844871:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.844881:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.844890:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.844942:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.844963:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334472192:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.845040:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016121.845357:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31761e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2256896->2260991) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b207 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016121.845380:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334472064:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016121.845417:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.845434:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016121.846387:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332228096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10265us (10559us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.846400:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12559 00000100:00100000:1.0:1734016121.853235:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334472192:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.853269:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.854799:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332228224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10023us (10378us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.854818:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3390 00000100:00100000:0.0:1734016121.855850:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.856490:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332228480 00000100:00100000:3.0:1734016121.856504:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332228480 00002000:00100000:3.0:1734016121.856555:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3784704->3788799) req@ffff8800770bc380 x1818247332228480/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.856565:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc380 with x1818247332228480 ext(3784704->3788799) 00002000:00010000:3.0:1734016121.856570:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bc380 00000100:00100000:3.0:1734016121.857511:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9842 00000100:00100000:3.0:1734016121.857520:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332228480:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.859639:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332228480:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2102us (3777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.859661:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9842 00002000:00100000:3.0:1734016121.859683:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3784704->3788799) req@ffff8800770bc380 x1818247332228480/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.859694:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc380 with x1818247332228480 ext(3784704->3788799) 00002000:00010000:3.0:1734016121.859705:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bc380 00000100:00100000:1.0:1734016121.868633:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016121.869081:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016121.869225:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332228736 00000100:00100000:3.0:1734016121.869239:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332228736 00002000:00100000:3.0:1734016121.869290:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3764224->3829759) req@ffff880097ee2680 x1818247332228736/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.869306:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2680 with x1818247332228736 ext(3764224->3829759) 00002000:00010000:3.0:1734016121.869313:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2680 00000100:00100000:3.0:1734016121.870241:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9843 00000100:00100000:3.0:1734016121.870252:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332228736:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.876576:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332228736:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 6301us (7940us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016121.876596:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9843 00002000:00100000:3.0:1734016121.876616:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3764224->3829759) req@ffff880097ee2680 x1818247332228736/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.876630:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2680 with x1818247332228736 ext(3764224->3829759) 00002000:00010000:3.0:1734016121.876642:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2680 00000100:00100000:0.0:1734016121.881971:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.882193:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332228864 00000100:00100000:3.0:1734016121.882203:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332228864 00000100:00100000:3.0:1734016121.882823:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12560 00000100:00100000:3.0:1734016121.882833:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332228864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.882854:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.882876:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317634c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b349 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.882947:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472320:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.883384:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.885300:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472320:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.885333:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317634c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b349 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.885349:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317634c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b349 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.885910:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016121.885950:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332228864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3118us (3995us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.885959:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12560 00000100:00100000:0.0:1734016121.889648:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.890390:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332228992 00000100:00100000:3.0:1734016121.890404:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332228992 00000100:00100000:3.0:1734016121.890493:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12561 00000100:00100000:3.0:1734016121.890504:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332228992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.890532:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.890557:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176353 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b350 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.890644:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472448:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.891660:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.894314:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472448:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.894354:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176353 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b350 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.894369:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176353 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b350 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.894404:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016121.894455:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332228992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3952us (4825us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.894464:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12561 00000100:00100000:0.0:1734016121.897646:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.897769:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229120 00000100:00100000:3.0:1734016121.897778:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229120 00000100:00100000:3.0:1734016121.897828:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12562 00000100:00100000:3.0:1734016121.897834:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332229120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.897856:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.897882:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317635a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b357 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.897950:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472576:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.898037:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.901013:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472576:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.901053:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317635a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b357 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.901067:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317635a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b357 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.901099:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016121.901801:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332229120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3964us (4166us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.901812:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12562 00000100:00100000:0.0:1734016121.904681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.905276:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229248 00000100:00100000:3.0:1734016121.905286:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229248 00000100:00100000:3.0:1734016121.905346:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12563 00000100:00100000:3.0:1734016121.905356:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332229248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.905382:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.905409:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176361 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b35e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.905499:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472704:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.905606:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.908446:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472704:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.908481:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176361 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b35e expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.908493:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176361 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b35e expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.909002:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016121.909218:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332229248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3860us (4544us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.909225:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12563 00000100:00100000:0.0:1734016121.912239:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.912303:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.912385:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229504 00000100:00100000:2.0:1734016121.912398:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229504 00000100:00100000:3.0:1734016121.912507:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229376 00000100:00100000:3.0:1734016121.912511:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229376 00000100:00100000:2.0:1734016121.912753:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 330 00000100:00100000:2.0:1734016121.912765:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1970:x1818247332229504:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:2.0:1734016121.912859:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1970:x1818247332229504:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 95us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.912870:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 330 00000100:00100000:3.0:1734016121.912972:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12564 00000100:00100000:3.0:1734016121.912979:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332229376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.913008:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.913039:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b365 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.913082:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.913092:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.913095:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.913099:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [434176->446463] (req 434176->446463) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.913157:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.913176:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 8 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016121.913195:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472832:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016121.913251:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016121.913398:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016091 00000100:00100000:3.0:1734016121.916593:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334472832:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016121.916631:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [434176->446463] (req 434176->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.916656:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016121.916752:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332229376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3737us (4489us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.916765:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12564 00000100:00100000:0.0:1734016121.917036:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.917184:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229632 00000100:00100000:1.0:1734016121.917194:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229632 00010000:00010000:1.0:1734016121.917227:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016121.917275:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3391 00000100:00100000:1.0:1734016121.917282:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332229632:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.917303:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.917339:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.917352:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.917387:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176257 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 827392->831487) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b269 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.917411:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.917413:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.917422:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.917433:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.917495:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.917515:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334472960:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.917574:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.921313:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.921572:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334472960:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.921594:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.921642:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332229632:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4360us (4607us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.921651:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3391 00000100:00100000:3.0:1734016121.921747:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229760 00000100:00100000:3.0:1734016121.921754:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229760 00000100:00100000:3.0:1734016121.921777:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12565 00000100:00100000:3.0:1734016121.921782:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332229760:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016121.922031:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3242815 -> 3242815 00002000:00010000:3.0:1734016121.922035:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016121.922037:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016121 00002000:00010000:3.0:1734016121.922039:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016121.922040:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1734016121.922099:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332229760:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 316us (799us total) trans 4294968157 rc 0/0 00000100:00100000:3.0:1734016121.922105:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12565 00000100:00100000:0.0:1734016121.925643:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.926152:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.926238:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332229888 00000100:00100000:1.0:1734016121.926250:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332229888 00000100:00100000:1.0:1734016121.926304:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230016 00000100:00100000:1.0:1734016121.926306:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230016 00000100:00100000:1.0:1734016121.926325:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12566 00000100:00100000:1.0:1734016121.926332:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332229888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.926355:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.926380:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317636f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b36c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.926457:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334473088:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.926541:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.926700:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12567 00000100:00100000:3.0:1734016121.926705:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.926713:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.926746:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176376 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b373 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.926776:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334473216:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.926807:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.930231:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334473088:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.930294:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317636f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b36c expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.930311:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317636f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b36c expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.930338:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016121.930400:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332229888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4067us (4768us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.930411:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12566 00002000:00010000:3.0:1734016121.930514:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016121 -> 1734016122 00000100:00100000:3.0:1734016121.930528:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334473216:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.930549:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176376 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b373 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.930558:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176376 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b373 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.930583:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016121.930601:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3895us (4458us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.930606:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12567 00000100:00100000:0.0:1734016121.934026:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.934084:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.934175:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230272 00000100:00100000:1.0:1734016121.934189:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230272 00000100:00100000:1.0:1734016121.934397:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230144 00000100:00100000:1.0:1734016121.934400:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230144 00000100:00100000:3.0:1734016121.934443:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12568 00000100:00100000:3.0:1734016121.934452:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.934471:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.934496:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d317637d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b381 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.934558:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334473344:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.934629:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.934676:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12569 00000100:00100000:1.0:1734016121.934681:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.934688:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.934699:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176384 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b37a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.934744:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334473472:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.934768:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.937849:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334473472:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016121.937915:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176384 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b37a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.937936:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176384 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b37a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.937952:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016121.938021:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3335us (3933us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.938030:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12569 00000100:00100000:3.0:1734016121.938180:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334473344:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.938210:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d317637d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b381 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.938219:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d317637d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b381 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.938229:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016121.938256:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3806us (4249us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.938262:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12568 00000100:00100000:0.0:1734016121.942671:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.943377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.943464:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230528 00000100:00100000:1.0:1734016121.943479:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230528 00000100:00100000:1.0:1734016121.944336:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230400 00000100:00100000:1.0:1734016121.944342:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230400 00000100:00100000:3.0:1734016121.944390:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12570 00000100:00100000:3.0:1734016121.944401:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.944434:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734016121.944680:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12571 00000100:00100000:2.0:1734016121.944687:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.944700:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.944732:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317638b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b388 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.944822:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334473600:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.944919:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00010000:00010000:3.0:1734016121.944998:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176392 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b38f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.945032:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334473728:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016121.945057:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.948613:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334473600:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.948651:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317638b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b388 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.948665:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317638b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b388 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.948777:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334473728:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.948800:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176392 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b38f expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948808:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176392 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b38f expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948832:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016121.948914:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4512us (6257us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.948928:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12570 00010000:00010000:2.0:1734016121.949607:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016121.949642:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4954us (6265us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.949650:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12571 00000100:00100000:0.0:1734016121.952929:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.953126:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016121.953783:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230784 00000100:00100000:2.0:1734016121.953797:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230784 00000100:00100000:2.0:1734016121.953842:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230656 00000100:00100000:2.0:1734016121.953844:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230656 00000100:00100000:2.0:1734016121.954398:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12572 00000100:00100000:2.0:1734016121.954406:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.954422:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.954447:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176399 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b39d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.954497:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334473856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016121.954568:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.954666:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12573 00000100:00100000:0.0:1734016121.954673:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.955359:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.955372:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31763a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b396 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.955398:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334473984:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016121.955424:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.957494:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334473856:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.957533:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176399 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b39d expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.957546:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176399 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b39d expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.957556:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016121.957603:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332230784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3197us (4684us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.957611:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12572 00000100:00100000:2.0:1734016121.959111:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334473984:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016121.959140:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31763a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b396 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.959158:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d31763a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b396 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.959169:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016121.959811:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5134us (6682us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.959820:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12573 00000100:00100000:0.0:1734016121.963920:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.963985:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.965320:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231040 00000100:00100000:3.0:1734016121.965335:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231040 00000100:00100000:3.0:1734016121.965389:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332230912 00000100:00100000:3.0:1734016121.965391:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332230912 00000100:00100000:3.0:1734016121.965424:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12574 00000100:00100000:3.0:1734016121.965435:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332231040:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016121.965747:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12575 00000100:00100000:1.0:1734016121.965754:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.965779:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.965803:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31763a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3a4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.965896:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334474112:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.966230:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.966246:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31763ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3ab expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.966279:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334474240:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016121.966712:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.966825:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.970098:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334474240:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016121.970161:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31763ae lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ab expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.970177:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31763ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ab expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.970207:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016121.970283:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332231040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4850us (6382us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.970296:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12574 00000100:00100000:0.0:1734016121.971317:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334474112:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016121.971345:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31763a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3a4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.971358:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31763a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3a4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.971372:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:0.0:1734016121.971401:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332230912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5646us (7414us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.971407:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12575 00000100:00100000:1.0:1734016121.974350:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016121.974512:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231168 00000100:00100000:0.0:1734016121.974521:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231168 00000100:00100000:0.0:1734016121.974759:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12576 00000100:00100000:0.0:1734016121.974767:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332231168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.974783:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.974803:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3b2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.974830:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.974836:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.974838:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.974841:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [774144->778239] (req 774144->778239) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.974876:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.974889:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 7 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016121.974904:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334474368:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016121.975272:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.978867:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334474368:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016121.978902:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [774144->778239] (req 774144->778239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.978924:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:2.0:1734016121.979508:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332231168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4740us (5163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.979516:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12576 00000100:00100000:0.0:1734016121.979765:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016121.980614:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231296 00000100:00100000:3.0:1734016121.980628:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231296 00002000:00100000:3.0:1734016121.980683:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3784704->3796991) req@ffff88007610a300 x1818247332231296/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 12776/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.980693:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610a300 with x1818247332231296 ext(3784704->3796991) 00010000:00010000:3.0:1734016121.980704:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016121.980745:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 8 pid: 13917 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016121.980752:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007610a300 00000100:00100000:3.0:1734016121.981976:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 350 00000100:00100000:3.0:1734016121.981992:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332231296:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.984357:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332231296:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2351us (4574us total) trans 4294969750 rc 0/0 00000100:00100000:3.0:1734016121.984377:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 350 00002000:00100000:3.0:1734016121.984404:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3784704->3796991) req@ffff88007610a300 x1818247332231296/t4294969750(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:82/0 lens 12776/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.984418:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610a300 with x1818247332231296 ext(3784704->3796991) 00010000:00010000:3.0:1734016121.984436:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016121.984461:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016121.984471:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007610a300 00000100:00100000:0.0:1734016121.989317:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016121.989793:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231424 00000100:00100000:1.0:1734016121.989805:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231424 00010000:00010000:1.0:1734016121.989852:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016121.989900:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3392 00000100:00100000:1.0:1734016121.989907:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332231424:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.989925:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016121.989951:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 256 -> 280 00010000:00010000:1.0:1734016121.989957:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.989969:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.989997:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176345 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3784704->3796991) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b342 expref: 10 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016121.990029:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.990032:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.990040:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.990049:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.990087:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.990109:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334474496:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016121.990187:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.995463:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334474496:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016121.995503:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.995565:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332231424:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5657us (6256us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.995579:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3392 00000100:00100000:0.0:1734016122.019793:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.020158:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231680 00000100:00100000:3.0:1734016122.020170:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231680 00002000:00100000:3.0:1734016122.020243:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007610b800 x1818247332231680/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.020253:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b800 with x1818247332231680 ext(0->4194303) 00002000:00010000:3.0:1734016122.020261:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610b800 00000100:00100000:3.0:1734016122.020309:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9844 00000100:00100000:3.0:1734016122.020317:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332231680:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.096462:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332231680:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 76132us (76733us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016122.096473:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9844 00002000:00100000:2.0:1734016122.096485:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007610b800 x1818247332231680/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.096494:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b800 with x1818247332231680 ext(0->4194303) 00002000:00010000:2.0:1734016122.096499:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610b800 00000100:00100000:0.0:1734016122.146587:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.146713:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231808 00000100:00100000:2.0:1734016122.146860:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231808 00002000:00100000:2.0:1734016122.146915:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (774144->782335) req@ffff88007610aa00 x1818247332231808/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 8680/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.146932:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332231808 ext(774144->782335) 00002000:00010000:2.0:1734016122.146938:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610aa00 00000100:00100000:0.0:1734016122.148028:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9845 00000100:00100000:0.0:1734016122.148039:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332231808:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016122.149644:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332231808:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1591us (3052us total) trans 4294969751 rc 0/0 00000100:00100000:0.0:1734016122.149655:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9845 00002000:00100000:0.0:1734016122.149667:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (774144->782335) req@ffff88007610aa00 x1818247332231808/t4294969751(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 8680/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.149679:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332231808 ext(774144->782335) 00002000:00010000:0.0:1734016122.149688:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610aa00 00000100:00100000:0.0:1734016122.156522:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.156637:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332231936 00000100:00100000:2.0:1734016122.156651:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332231936 00000100:00080000:0.0:1734016122.156762:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016092 00000100:00100000:1.0:1734016122.156906:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2591 00000100:00100000:1.0:1734016122.156915:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332231936:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016122.157058:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332231936:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 143us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.157065:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2591 00000100:00100000:0.0:1734016122.162049:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.162217:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232064 00000100:00100000:2.0:1734016122.162233:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232064 00000100:00100000:2.0:1734016122.162303:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12577 00000100:00100000:2.0:1734016122.162311:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332232064:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016122.164119:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969751 is committed 00000001:00080000:0.0:1734016122.164149:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969750 is committed 00000100:00100000:2.0:1734016122.164389:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332232064:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2070us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.164401:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12577 00000100:00100000:0.0:1734016122.171345:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.171454:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232192 00000100:00100000:2.0:1734016122.171463:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232192 00000100:00100000:2.0:1734016122.171517:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12578 00000100:00100000:2.0:1734016122.171524:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332232192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.171541:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.171560:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31763bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3b9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.171611:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334474624:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.171663:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.176449:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334474624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.176495:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31763bc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b9 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.176515:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31763bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b9 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.176534:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016122.176600:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332232192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5075us (5266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.176608:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12578 00000100:00100000:0.0:1734016122.181976:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.182100:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232320 00000100:00100000:2.0:1734016122.182114:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232320 00000100:00100000:2.0:1734016122.182581:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12579 00000100:00100000:2.0:1734016122.182593:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332232320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.182638:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.182682:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31763c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3c0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.183185:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334474752:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.184314:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.187200:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334474752:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.187249:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31763c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3c0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.187263:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31763c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3c0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.188106:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016122.190631:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332232320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8025us (8650us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.190642:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12579 00000100:00100000:1.0:1734016122.195097:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.195321:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232448 00000100:00100000:2.0:1734016122.195335:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232448 00000100:00080000:0.0:1734016122.195926:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016092 00000100:00100000:2.0:1734016122.196162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12580 00000100:00100000:2.0:1734016122.196171:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332232448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.196197:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.196220:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31763ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3c7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.196301:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334474880:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.196886:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016122.199495:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 280 -> 296 00000100:00100000:2.0:1734016122.199520:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334474880:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.199551:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31763ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3c7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.199563:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31763ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3c7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.200799:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016122.200893:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332232448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4719us (5805us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.200903:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12580 00000100:00100000:0.0:1734016122.204920:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.205406:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232704 00000100:00100000:2.0:1734016122.205428:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232704 00002000:00100000:2.0:1734016122.205545:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (393216->458751) req@ffff8800796f9180 x1818247332232704/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.205560:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9180 with x1818247332232704 ext(393216->458751) 00002000:00010000:2.0:1734016122.205569:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9180 00000100:00100000:2.0:1734016122.206115:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9846 00000100:00100000:2.0:1734016122.206125:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332232704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00080000:0.0:1734016122.206542:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016092 00000100:00100000:2.0:1734016122.211168:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332232704:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5031us (6259us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1734016122.211182:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9846 00002000:00100000:2.0:1734016122.211197:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (393216->458751) req@ffff8800796f9180 x1818247332232704/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.211207:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9180 with x1818247332232704 ext(393216->458751) 00002000:00010000:2.0:1734016122.211214:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9180 00000100:00100000:0.0:1734016122.215592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.215882:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232832 00000100:00100000:2.0:1734016122.215893:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232832 00000100:00100000:2.0:1734016122.216483:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12581 00000100:00100000:2.0:1734016122.216494:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332232832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.216524:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.216556:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31763d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3ce expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.216651:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475008:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.217107:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.219677:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475008:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.219716:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31763d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ce expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.219761:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31763d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ce expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.220306:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016122.220363:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332232832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3870us (4791us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.220371:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12581 00000100:00100000:0.0:1734016122.222976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.223105:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332232960 00000100:00100000:2.0:1734016122.223117:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332232960 00000100:00100000:2.0:1734016122.223187:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12582 00000100:00100000:2.0:1734016122.223195:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332232960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.223218:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.223239:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31763d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3d5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.223312:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475136:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.223383:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.226097:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475136:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.226163:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31763d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3d5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.226178:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d31763d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3d5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.226190:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016122.226241:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332232960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3046us (3280us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.226250:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12582 00000100:00100000:0.0:1734016122.233319:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.233551:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233088 00000100:00100000:2.0:1734016122.233563:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233088 00000100:00100000:2.0:1734016122.234279:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12583 00000100:00100000:2.0:1734016122.234287:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332233088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.234307:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.234328:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31763df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3dc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.234388:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.234688:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.248425:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.248497:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31763df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3dc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.248519:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31763df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3dc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.248547:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016122.248658:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332233088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14369us (15356us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.248668:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12583 00000100:00100000:2.0:1734016122.262290:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.262401:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233216 00000100:00100000:0.0:1734016122.262424:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233216 00000100:00100000:0.0:1734016122.262514:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12584 00000100:00100000:0.0:1734016122.262524:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332233216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.262555:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.262585:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31763e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3e3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.262676:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475392:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016122.263923:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.263938:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334475520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016122.263980:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016122.264129:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334475520 00000100:00100000:1.0:1734016122.264144:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334475520 00000100:00100000:1.0:1734016122.264235:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1734016122.264242:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334475520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016122.264279:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 612045376 pending 28672 free 3923673088 avail 3692150784 00000100:00100000:1.0:1734016122.264420:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334475520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 178us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.264428:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1734016122.265019:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334475520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016122.267852:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334475392:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.267913:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31763e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3e3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.267936:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31763e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3e3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.268227:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:2.0:1734016122.268425:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332233216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5900us (6149us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.268436:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12584 00000100:00100000:0.0:1734016122.273173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.273302:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233344 00000100:00100000:2.0:1734016122.273313:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233344 00000100:00100000:2.0:1734016122.273389:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12585 00000100:00100000:2.0:1734016122.273401:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332233344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.273432:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.273671:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31763ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3ea expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.273787:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334475648:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.273889:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.276399:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334475648:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.276463:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31763ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ea expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.276486:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31763ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ea expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.277052:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016122.277126:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332233344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3725us (3970us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.277144:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12585 00000100:00100000:0.0:1734016122.280709:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.280969:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233472 00000100:00100000:2.0:1734016122.280981:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233472 00000100:00100000:2.0:1734016122.281041:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12586 00000100:00100000:2.0:1734016122.281050:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332233472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.281070:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.281091:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d31763f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3f1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.281167:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334475776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.281224:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.283518:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334475776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.283565:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d31763f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3f1 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.283582:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d31763f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3f1 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.283595:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016122.283846:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332233472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2797us (3149us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.283856:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12586 00000100:00100000:0.0:1734016122.288037:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.288184:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233600 00000100:00100000:2.0:1734016122.288197:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233600 00000100:00100000:2.0:1734016122.288269:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12587 00000100:00100000:2.0:1734016122.288278:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332233600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.288297:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.288326:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d31763fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3f8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.288400:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334475904:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.288501:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.293776:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334475904:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.293850:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d31763fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3f8 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.293877:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d31763fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3f8 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.293924:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016122.294017:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332233600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5738us (5991us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.294029:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12587 00000100:00100000:0.0:1734016122.299842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.300160:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233728 00000100:00100000:2.0:1734016122.300175:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233728 00000100:00100000:2.0:1734016122.300417:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12588 00000100:00100000:2.0:1734016122.300427:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332233728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.300769:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.300813:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3176402 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b3ff expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.300938:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334476032:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.301068:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.304215:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334476032:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.304284:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3176402 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ff expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.304303:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3176402 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3ff expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.305065:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016122.305159:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332233728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4730us (5329us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.305176:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12588 00000100:00100000:0.0:1734016122.309099:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.309183:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233856 00000100:00100000:2.0:1734016122.309196:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233856 00000100:00100000:2.0:1734016122.309267:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12589 00000100:00100000:2.0:1734016122.309276:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332233856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.309305:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.309329:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176409 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b406 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.309435:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334476160:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.309551:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.312785:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334476160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.312828:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176409 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b406 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.312845:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176409 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b406 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.312869:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016122.312930:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332233856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3654us (3843us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.312938:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12589 00000100:00100000:0.0:1734016122.317016:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.317124:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332233984 00000100:00100000:2.0:1734016122.317150:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332233984 00000100:00100000:2.0:1734016122.318177:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12590 00000100:00100000:2.0:1734016122.318193:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332233984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.318229:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.318258:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b40d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.318323:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.318331:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.318333:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.318338:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1200128->1208319] (req 1200128->1208319) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.318383:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.318396:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 6 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.318412:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334476288:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016122.318515:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.323786:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334476288:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016122.323833:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1200128->1208319] (req 1200128->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.323859:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016122.323941:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332233984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5752us (6949us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.323952:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12590 00000100:00100000:0.0:1734016122.331877:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.331987:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332234112 00000100:00100000:1.0:1734016122.332009:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332234112 00010000:00010000:1.0:1734016122.332086:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 7 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.333154:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3393 00000100:00100000:1.0:1734016122.333166:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332234112:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.333191:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.333230:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 7 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.333249:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 7 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.333286:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31763b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->778239) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b3b2 expref: 7 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.333321:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.333323:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.333332:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.333342:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.333402:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.333423:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334476416:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016122.338765:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.345154:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334476416:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016122.345190:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.345256:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332234112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12092us (13543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.345270:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3393 00000100:00100000:0.0:1734016122.351224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.351428:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332234368 00000100:00100000:2.0:1734016122.351448:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332234368 00002000:00100000:2.0:1734016122.351501:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1200128->1204223) req@ffff8800796faa00 x1818247332234368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.351514:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796faa00 with x1818247332234368 ext(1200128->1204223) 00002000:00010000:2.0:1734016122.351521:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796faa00 00000100:00100000:2.0:1734016122.351560:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9847 00000100:00100000:2.0:1734016122.351568:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332234368:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.351850:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332234368:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 282us (648us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.351858:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9847 00002000:00100000:2.0:1734016122.351863:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1200128->1204223) req@ffff8800796faa00 x1818247332234368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.351871:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796faa00 with x1818247332234368 ext(1200128->1204223) 00002000:00010000:2.0:1734016122.351873:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796faa00 00000100:00100000:0.0:1734016122.354303:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.354428:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332234624 00000100:00100000:3.0:1734016122.354442:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332234624 00002000:00100000:3.0:1734016122.354497:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1204224->1208319) req@ffff8800795cce00 x1818247332234624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.354508:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cce00 with x1818247332234624 ext(1204224->1208319) 00002000:00010000:3.0:1734016122.354516:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cce00 00000100:00100000:3.0:1734016122.355227:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9848 00000100:00100000:3.0:1734016122.355237:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332234624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.355412:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332234624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 176us (1120us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.355420:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9848 00002000:00100000:3.0:1734016122.355426:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1204224->1208319) req@ffff8800795cce00 x1818247332234624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.355434:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cce00 with x1818247332234624 ext(1204224->1208319) 00002000:00010000:3.0:1734016122.355437:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cce00 00000100:00100000:0.0:1734016122.360121:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.360916:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332234752 00000100:00100000:2.0:1734016122.360932:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332234752 00000100:00100000:2.0:1734016122.362176:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12591 00000100:00100000:2.0:1734016122.362189:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332234752:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016122.362476:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3242815 -> 3242815 00002000:00010000:2.0:1734016122.362479:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.362481:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016121 00002000:00010000:2.0:1734016122.362483:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.362485:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1734016122.363176:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332234752:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 987us (3074us total) trans 4294968158 rc 0/0 00000100:00100000:2.0:1734016122.363184:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12591 00000100:00100000:0.0:1734016122.369057:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.369245:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332234880 00000100:00100000:2.0:1734016122.369256:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332234880 00000100:00100000:2.0:1734016122.369876:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12592 00000100:00100000:2.0:1734016122.369887:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332234880:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016122.370154:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016122.370157:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.370159:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.370160:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.370162:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:2.0:1734016122.370270:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332234880:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 386us (1233us total) trans 4294969752 rc 0/0 00000100:00100000:2.0:1734016122.370276:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12592 00000100:00100000:0.0:1734016122.375945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.376113:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235136 00000100:00100000:2.0:1734016122.376129:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235136 00000100:00100000:2.0:1734016122.376204:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2592 00000100:00100000:2.0:1734016122.376213:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332235136:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016122.376281:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.376316:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31762c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2c4 expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.376355:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.376359:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016122.376582:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.376599:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.376608:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.376644:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.376657:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 31 pid: 6484 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.376672:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334476544:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016122.376792:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.382775:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334476544:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016122.382818:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016122.384328:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.386012:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235264 00000100:00100000:1.0:1734016122.386022:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235264 00010000:00010000:1.0:1734016122.386055:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.386097:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3394 00000100:00100000:1.0:1734016122.386106:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:1968:x1818247332235264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.386121:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.386128:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.386147:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.386174:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d31762ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b2e7 expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.386191:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016122.386196:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016122.386206:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016122.386218:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016122.387219:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016122.387385:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.387392:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016122.387470:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968966 00000004:00010000:2.0:1734016122.387514:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800795cd180 reply state ffff880097c05000 transno 4294968967 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016122.387521:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016122.387617:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:1968:x1818247332235264:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1510us (3297us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.387626:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3394 00000100:00100000:2.0:1734016122.387697:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332235136:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11485us (11766us total) trans 4294968967 rc 0/0 00000100:00100000:2.0:1734016122.387703:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2592 00000020:00080000:2.0:1734016122.387707:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016122.392398:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016122.392490:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.392501:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.392508:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.392513:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016122.392516:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.392523:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.392540:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.392543:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016122.392547:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.392552:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3176417 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016122.392819:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235392 00000100:00100000:3.0:1734016122.392831:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235392 00002000:00010000:3.0:1734016122.392872:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (37943->18446744073709551615) 00002000:00100000:3.0:1734016122.392876:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf480 with x1818247332235392 ext(37943->18446744073709551615) 00002000:00010000:3.0:1734016122.392886:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cf480. 00000100:00100000:3.0:1734016122.392911:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9849 00000100:00100000:3.0:1734016122.392921:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332235392:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016122.393594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.393635:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235520 00000100:00100000:2.0:1734016122.393638:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235520 00002000:00010000:2.0:1734016122.393650:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016122.393653:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2a00 with x1818247332235520 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016122.393661:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee2a00. 00000100:00100000:2.0:1734016122.393679:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9850 00000100:00100000:2.0:1734016122.393683:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332235520:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016122.394091:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3242815 -> 0 00002000:00010000:2.0:1734016122.394094:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.394096:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016122.394098:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016122.394100:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1734016122.394171:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332235520:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 486us (578us total) trans 4294968159 rc 0/0 00000100:00100000:2.0:1734016122.394178:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9850 00002000:00010000:2.0:1734016122.394180:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016122.394182:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2a00 with x1818247332235520 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016122.394185:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee2a00. 00002000:00010000:3.0:1734016122.399601:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 37943 00002000:00010000:3.0:1734016122.399613:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.399616:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.399619:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.399621:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 296 -> 88 00000100:00100000:3.0:1734016122.401099:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332235392:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 8168us (8700us total) trans 4294969753 rc 0/0 00000100:00100000:3.0:1734016122.401112:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9849 00002000:00010000:3.0:1734016122.401118:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (37943->18446744073709551615) 00002000:00100000:3.0:1734016122.401122:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf480 with x1818247332235392 ext(37943->18446744073709551615) 00002000:00010000:3.0:1734016122.401132:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cf480. 00000100:00100000:1.0:1734016122.406869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.408014:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235648 00000100:00100000:2.0:1734016122.408035:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235648 00000100:00100000:2.0:1734016122.408105:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2593 00000100:00100000:2.0:1734016122.408114:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332235648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.408149:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.408170:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d317641e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b414 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.408293:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3176425 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.408307:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3176425 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.408318:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3176425 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016122.408346:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 37943 00000004:00200000:2.0:1734016122.408350:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016122.408364:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3176425 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.408388:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d317641e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b414 expref: 28 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.408406:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3176425 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b414 expref: 27 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.408414:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.408417:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016122.408421:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016122.408501:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332235648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 388us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.408509:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2593 00000100:00100000:0.0:1734016122.412009:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.412479:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235776 00000100:00100000:1.0:1734016122.412492:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235776 00000100:00100000:1.0:1734016122.412701:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2594 00000100:00100000:1.0:1734016122.412712:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:10366:x1818247332235776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.412820:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.412853:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317642c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b41b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.412996:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016122.413014:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016122.413026:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016122.413058:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 37943 00000004:00200000:1.0:1734016122.413063:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016122.413088:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016122.413119:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317642c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 33 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.413322:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 32 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.413330:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016122.413333:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016122.413337:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016122.413403:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332235776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 694us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.413411:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2594 00000100:00100000:0.0:1734016122.416652:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.416874:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332235904 00000100:00100000:3.0:1734016122.416885:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332235904 00000100:00100000:3.0:1734016122.416937:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12593 00000100:00100000:3.0:1734016122.416946:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332235904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.416965:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.416983:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317643a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b422 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.417058:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334476672:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.417146:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.417221:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.417783:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236032 00000100:00100000:3.0:1734016122.417788:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236032 00000100:00100000:3.0:1734016122.418058:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12594 00000100:00100000:3.0:1734016122.418062:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332236032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.418073:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.418083:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176441 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b429 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.418108:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334476800:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.418762:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.419578:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334476672:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.419611:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317643a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b422 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.419624:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317643a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b422 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.419644:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016122.420559:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332235904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3609us (3912us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.420570:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12593 00002000:00010000:3.0:1734016122.422766:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016121 -> 1734016122 00000100:00100000:3.0:1734016122.422794:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334476800:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.422827:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176441 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b429 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.422840:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176441 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b429 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.422855:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016122.423042:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332236032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4977us (5819us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.423051:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12594 00000100:00100000:1.0:1734016122.425713:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.425900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.426081:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236160 00000100:00100000:3.0:1734016122.426088:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236160 00000100:00100000:3.0:1734016122.426113:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236288 00000100:00100000:3.0:1734016122.426115:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236288 00000100:00100000:3.0:1734016122.426435:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12595 00000100:00100000:3.0:1734016122.426441:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332236160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.426456:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.426471:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3176448 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b430 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.426513:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334476928:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.426561:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.426789:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12596 00000100:00100000:0.0:1734016122.426794:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332236288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.426803:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.426811:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d317644f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b437 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.426837:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334477056:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016122.426870:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.429612:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334476928:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.429654:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3176448 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b430 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.429666:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3176448 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b430 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.429688:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016122.429773:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332236160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3330us (4067us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.429783:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12595 00000100:00100000:1.0:1734016122.430468:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334477056:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.430491:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d317644f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b437 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.430500:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d317644f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b437 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.430516:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:1.0:1734016122.430541:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332236288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3746us (4642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.430547:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12596 00000100:00100000:2.0:1734016122.434844:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.435518:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.435612:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236544 00000100:00100000:3.0:1734016122.435623:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236544 00000100:00100000:3.0:1734016122.436013:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236416 00000100:00100000:3.0:1734016122.436016:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236416 00000100:00100000:3.0:1734016122.436253:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12597 00000100:00100000:3.0:1734016122.436260:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087205850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332236544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.436280:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.436301:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176456 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b445 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.436368:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334477184:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.436444:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.436743:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12598 00000100:00100000:1.0:1734016122.436748:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332236416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.436757:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.436767:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317645d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b43e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.436796:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334477312:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016122.436817:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.440295:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334477184:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.440336:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176456 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b445 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.440351:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176456 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b445 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016122.440488:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334477312:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.440508:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317645d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b43e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.440515:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317645d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b43e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.440534:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016122.441151:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332236416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4398us (5630us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.441160:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12598 00010000:00010000:3.0:1734016122.441277:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016122.441311:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087205850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332236544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5051us (6488us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.441317:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12597 00000100:00100000:2.0:1734016122.445160:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.445399:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236672 00000100:00100000:3.0:1734016122.445412:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236672 00000100:00100000:3.0:1734016122.445877:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12599 00000100:00100000:3.0:1734016122.445885:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332236672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.445908:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.445933:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b44c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.445971:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.445979:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.445981:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.445984:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6176768->6184959] (req 6176768->6184959) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.446021:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.446032:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.446044:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334477440:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.446328:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.449591:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334477440:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016122.449653:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6176768->6184959] (req 6176768->6184959) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.449680:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016122.449792:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332236672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3905us (4641us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.449805:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12599 00000100:00100000:0.0:1734016122.450353:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.450550:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236800 00000100:00100000:1.0:1734016122.450559:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236800 00010000:00010000:1.0:1734016122.450599:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 10 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.450637:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3395 00000100:00100000:1.0:1734016122.450642:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332236800:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.450658:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.450695:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 10 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.450707:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 10 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.450769:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3176410 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1200128->1208319) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b40d expref: 10 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.450790:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.450792:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.450800:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.450813:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.450859:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.450873:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334477568:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016122.450934:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.456328:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334477568:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016122.456370:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.456441:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332236800:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5795us (6088us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.456458:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3395 00000100:00100000:0.0:1734016122.456757:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.457035:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332236928 00000100:00100000:3.0:1734016122.457045:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332236928 00000100:00100000:3.0:1734016122.457098:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12600 00000100:00100000:3.0:1734016122.457108:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332236928:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016122.457421:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 37943 -> 37943 00002000:00010000:3.0:1734016122.457424:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.457427:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.457428:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.457431:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 88 -> 96 00000100:00100000:3.0:1734016122.457463:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332236928:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 357us (706us total) trans 4294969754 rc 0/0 00000100:00100000:3.0:1734016122.457469:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12600 00000100:00100000:0.0:1734016122.460281:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.460429:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237056 00000100:00100000:1.0:1734016122.460444:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237056 00000100:00100000:1.0:1734016122.460513:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12601 00000100:00100000:1.0:1734016122.460520:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332237056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.460543:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.460569:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317646b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b453 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.460645:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334477696:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016122.461256:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.465087:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334477696:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.465142:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317646b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b453 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.465157:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317646b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b453 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.465175:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016122.465463:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332237056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4942us (5192us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.465473:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12601 00000100:00100000:2.0:1734016122.468783:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.468911:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237184 00000100:00100000:1.0:1734016122.468918:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237184 00000100:00100000:1.0:1734016122.468960:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12602 00000100:00100000:1.0:1734016122.468966:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332237184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.468980:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.468997:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176472 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b45a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.469044:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334477824:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016122.469101:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.472402:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334477824:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.472442:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176472 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b45a expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.472455:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176472 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b45a expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.472510:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016122.472679:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332237184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3711us (3902us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.472688:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12602 00000100:00100000:0.0:1734016122.474649:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.474775:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237312 00000100:00100000:1.0:1734016122.474784:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237312 00000100:00100000:1.0:1734016122.474838:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12603 00000100:00100000:1.0:1734016122.474846:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332237312:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016122.475031:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 37943 -> 37943 00002000:00010000:1.0:1734016122.475036:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.475038:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.475040:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.475041:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1734016122.475107:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332237312:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 260us (463us total) trans 4294969755 rc 0/0 00000100:00100000:1.0:1734016122.475113:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12603 00000100:00100000:2.0:1734016122.478539:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.478748:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237440 00000100:00100000:3.0:1734016122.478757:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237440 00000100:00100000:3.0:1734016122.478804:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12604 00000100:00100000:3.0:1734016122.478812:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332237440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.478830:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.478847:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176479 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b461 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.478905:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334477952:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.478960:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.483360:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334477952:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.483428:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176479 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b461 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.483449:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176479 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b461 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.483482:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016122.483570:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332237440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4758us (5042us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.483582:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12604 00000100:00100000:0.0:1734016122.486578:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.486696:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237568 00000100:00100000:3.0:1734016122.486707:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237568 00000100:00100000:3.0:1734016122.486799:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12605 00000100:00100000:3.0:1734016122.486807:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332237568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.486827:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.486846:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176480 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b468 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.486915:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334478080:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.486988:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.493420:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334478080:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.493461:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176480 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b468 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.493482:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176480 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b468 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.493509:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016122.493627:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332237568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6818us (7056us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.493637:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12605 00000100:00100000:0.0:1734016122.496594:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.496701:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237824 00000100:00100000:3.0:1734016122.496713:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237824 00002000:00100000:3.0:1734016122.496793:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->40959) req@ffff8800795cf100 x1818247332237824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.496803:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf100 with x1818247332237824 ext(0->40959) 00002000:00010000:3.0:1734016122.496808:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cf100 00000100:00100000:3.0:1734016122.496825:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9851 00000100:00100000:3.0:1734016122.496831:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332237824:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.503128:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332237824:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 6281us (6534us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1734016122.503149:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9851 00002000:00100000:3.0:1734016122.503165:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->40959) req@ffff8800795cf100 x1818247332237824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.503176:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf100 with x1818247332237824 ext(0->40959) 00002000:00010000:3.0:1734016122.503181:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cf100 00000100:00100000:0.0:1734016122.508652:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.508918:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332237952 00000100:00100000:3.0:1734016122.508933:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332237952 00000100:00100000:3.0:1734016122.509406:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12606 00000100:00100000:3.0:1734016122.509415:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332237952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.509442:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.509468:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176487 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b46f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.509541:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478208:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.509837:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.511792:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478208:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.511831:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176487 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b46f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.511847:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b46f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.512162:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016122.512397:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332237952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2981us (3760us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.512405:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12606 00000100:00100000:0.0:1734016122.517783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.517924:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332238080 00000100:00100000:3.0:1734016122.517935:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332238080 00000100:00100000:3.0:1734016122.518020:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12607 00000100:00100000:3.0:1734016122.518028:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332238080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.518047:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.518070:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317648e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b476 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.518126:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478336:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.518204:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.519921:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478336:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.519948:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317648e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b476 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.519960:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317648e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b476 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.520006:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016122.520126:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332238080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2096us (2353us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.520141:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12607 00000100:00100000:0.0:1734016122.522446:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.522565:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332238208 00000100:00100000:3.0:1734016122.522576:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332238208 00000100:00100000:3.0:1734016122.522626:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12608 00000100:00100000:3.0:1734016122.522633:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332238208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.522647:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.522665:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b47d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.522695:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.522707:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.522709:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.522712:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [385024->393215] (req 385024->393215) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.522780:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.522791:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 8 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.522804:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478464:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.522857:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.526911:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478464:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016122.526946:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [385024->393215] (req 385024->393215) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.526966:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016122.527017:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332238208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4384us (4582us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.527027:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12608 00000100:00100000:0.0:1734016122.528699:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.529177:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332238336 00000100:00100000:1.0:1734016122.529188:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332238336 00010000:00010000:1.0:1734016122.529230:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.529276:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3396 00000100:00100000:1.0:1734016122.529286:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac800450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332238336:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.529310:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.529337:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.529352:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.529379:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176464 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6176768->6184959) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b44c expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.529412:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.529415:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.529425:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.529435:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.529474:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.529492:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334478592:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016122.529571:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.537353:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.537626:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334478592:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016122.537648:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.537690:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac800450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332238336:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8406us (9006us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.537700:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3396 00000100:00100000:3.0:1734016122.537819:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332238592 00000100:00100000:3.0:1734016122.537825:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332238592 00002000:00100000:3.0:1734016122.537858:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (20480->24575) req@ffff880076c08e00 x1818247332238592/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.537875:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08e00 with x1818247332238592 ext(20480->24575) 00002000:00010000:3.0:1734016122.537881:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08e00 00000100:00100000:3.0:1734016122.537899:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9852 00000100:00100000:3.0:1734016122.537904:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332238592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.538045:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332238592:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 141us (707us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.538051:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9852 00002000:00100000:3.0:1734016122.538056:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (20480->24575) req@ffff880076c08e00 x1818247332238592/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.538063:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08e00 with x1818247332238592 ext(20480->24575) 00002000:00010000:3.0:1734016122.538065:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08e00 00000100:00100000:0.0:1734016122.543299:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.543656:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332238848 00000100:00100000:1.0:1734016122.543669:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332238848 00002000:00100000:1.0:1734016122.543758:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (24576->28671) req@ffff880076c09500 x1818247332238848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.543771:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09500 with x1818247332238848 ext(24576->28671) 00002000:00010000:1.0:1734016122.543776:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09500 00000100:00100000:1.0:1734016122.543813:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9853 00000100:00100000:1.0:1734016122.543820:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332238848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.543996:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332238848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 174us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016122.544003:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9853 00002000:00100000:1.0:1734016122.544009:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (24576->28671) req@ffff880076c09500 x1818247332238848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.544015:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09500 with x1818247332238848 ext(24576->28671) 00002000:00010000:1.0:1734016122.544018:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09500 00000100:00100000:0.0:1734016122.547493:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.548511:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332238976 00000100:00100000:3.0:1734016122.548519:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332238976 00000100:00100000:3.0:1734016122.548565:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12609 00000100:00100000:3.0:1734016122.548571:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332238976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.548588:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.548608:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317649c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b484 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.548657:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478720:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.548713:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.548803:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.548880:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239104 00000100:00100000:0.0:1734016122.548883:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239104 00000100:00100000:0.0:1734016122.548911:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12610 00000100:00100000:0.0:1734016122.548916:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332239104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.548923:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.548932:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d31764a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b48b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.548956:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334478848:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016122.548979:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016122.550902:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 37943 -> 390687 00000100:00100000:3.0:1734016122.550925:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334478720:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.550955:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317649c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b484 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.550966:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317649c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b484 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.550978:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016122.551005:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332238976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2434us (3522us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.551014:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12609 00000100:00100000:1.0:1734016122.551095:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334478848:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.551113:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d31764a3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b48b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.551121:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d31764a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b48b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.551153:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:1.0:1734016122.551171:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332239104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2255us (2369us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.551176:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12610 00000100:00100000:0.0:1734016122.557315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.557932:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.558010:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239360 00000100:00100000:3.0:1734016122.558020:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239360 00000100:00100000:3.0:1734016122.558070:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239232 00000100:00100000:3.0:1734016122.558072:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239232 00000100:00100000:3.0:1734016122.558094:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12611 00000100:00100000:3.0:1734016122.558100:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332239360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.558121:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.558153:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31764aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b499 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.558215:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334478976:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.558323:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12612 00000100:00100000:2.0:1734016122.558329:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332239232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.558337:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.558346:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31764b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b492 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.558377:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334479104:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.558964:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.559028:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.561288:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334478976:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.561320:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31764aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b499 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.561336:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31764aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b499 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016122.561556:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334479104:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.561576:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31764b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b492 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.561585:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31764b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b492 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.561610:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016122.561659:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332239232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3328us (3726us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.561667:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12612 00010000:00010000:3.0:1734016122.561762:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016122.561783:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332239360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3683us (4478us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.561788:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12611 00000100:00100000:0.0:1734016122.569998:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.570139:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239488 00000100:00100000:3.0:1734016122.570151:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239488 00000100:00100000:3.0:1734016122.570220:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12613 00000100:00100000:3.0:1734016122.570227:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332239488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.570255:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.570278:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4a0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.570313:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.570320:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.570323:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.570327:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2867200->2871295] (req 2867200->2871295) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.570369:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.570384:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 12 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.570397:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479232:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.570481:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.573466:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479232:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016122.573524:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2867200->2871295] (req 2867200->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.573557:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016122.573650:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332239488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3419us (3664us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.573662:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12613 00000100:00100000:0.0:1734016122.574348:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.575102:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239616 00000100:00100000:1.0:1734016122.575113:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239616 00010000:00010000:1.0:1734016122.575158:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 13 pid: 13917 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.575200:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3397 00000100:00100000:1.0:1734016122.575206:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332239616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.575220:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.575247:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 13 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.575263:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 13 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.575286:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176368 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b365 expref: 13 pid: 13917 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.575313:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.575315:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.575324:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.575334:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.575371:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.575383:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334479360:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016122.575448:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.580178:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334479360:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016122.580201:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.580254:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332239616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5046us (5909us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.580264:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3397 00000100:00100000:0.0:1734016122.582658:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.582815:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239744 00000100:00100000:3.0:1734016122.582830:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239744 00000100:00100000:3.0:1734016122.582897:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12614 00000100:00100000:3.0:1734016122.582906:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332239744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.582928:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.582951:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d31764bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4a7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.583027:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479488:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.583089:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016122.585813:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 2870697 00002000:00010000:3.0:1734016122.585826:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016122.585848:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479488:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.585894:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d31764bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a7 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.585914:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d31764bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a7 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.585950:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016122.586026:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332239744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3118us (3381us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.586037:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12614 00000100:00100000:0.0:1734016122.591157:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.591400:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332239872 00000100:00100000:3.0:1734016122.591418:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332239872 00000100:00100000:3.0:1734016122.591479:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12615 00000100:00100000:3.0:1734016122.591488:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332239872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.591511:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.591529:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31764c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4ae expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.591623:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479616:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.592171:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.594707:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479616:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.594779:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31764c6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4ae expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.594798:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31764c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4ae expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.595304:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016122.595367:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332239872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3878us (4224us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.595376:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12615 00000100:00100000:0.0:1734016122.599690:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.600553:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240128 00000100:00100000:2.0:1734016122.600565:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240128 00000100:00100000:2.0:1734016122.600614:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2595 00000100:00100000:2.0:1734016122.600622:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332240128:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016122.600688:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.600746:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d3176425 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b414 expref: 27 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.601807:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.601812:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016122.602017:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.602035:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.602042:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.602090:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.602103:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 31 pid: 6484 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.602117:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334479744:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016122.602208:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.604909:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334479744:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016122.604944:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016122.606422:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.607469:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240256 00000100:00100000:1.0:1734016122.607481:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240256 00010000:00010000:1.0:1734016122.607525:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.607575:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3398 00000100:00100000:1.0:1734016122.607582:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:1969:x1818247332240256:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.607602:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.607609:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.607620:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.607643:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176433 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b41b expref: 32 pid: 6484 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.607669:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016122.607675:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016122.607686:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016122.607692:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016122.607718:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.607789:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:1969:x1818247332240256:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 207us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.607795:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3398 00010000:00010000:3.0:1734016122.607975:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016122.607983:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016122.608080:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968968 00000004:00010000:3.0:1734016122.608138:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076c08a80 reply state ffff880097c02000 transno 4294968969 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016122.608145:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016122.608217:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332240128:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7596us (8550us total) trans 4294968969 rc 0/0 00000100:00100000:3.0:1734016122.608223:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2595 00000020:00080000:3.0:1734016122.608226:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016122.611941:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016122.612341:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.612353:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.612359:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.612364:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffef40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016122.612370:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.612380:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.612399:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.612402:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016122.612407:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016122.612411:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d31764cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016122.612602:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240384 00000100:00100000:3.0:1734016122.612617:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240384 00000100:00100000:3.0:1734016122.612850:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12616 00000100:00100000:3.0:1734016122.612858:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332240384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.612878:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.612897:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4b5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.612924:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.612930:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.612933:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.612936:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.612966:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.612978:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 8 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.612993:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479872:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.613321:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.616992:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.617030:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240512 00000100:00100000:3.0:1734016122.617040:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240512 00002000:00100000:3.0:1734016122.617101:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2867200->2870696) req@ffff88012ea93480 x1818247332240512/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 3992/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.617113:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93480 with x1818247332240512 ext(2867200->2870696) 00010000:00010000:3.0:1734016122.617123:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.617153:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016122.617160:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea93480 00000100:00100000:0.0:1734016122.617446:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334479872:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016122.617480:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.617497:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:0.0:1734016122.617556:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332240384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4698us (5624us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.617565:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12616 00000100:00100000:3.0:1734016122.618481:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 351 00000100:00100000:3.0:1734016122.618493:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332240512:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016122.620893:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332240512:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2388us (3904us total) trans 4294968160 rc 0/0 00000100:00100000:3.0:1734016122.620909:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 351 00002000:00100000:3.0:1734016122.620930:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2867200->2870696) req@ffff88012ea93480 x1818247332240512/t4294968160(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 3992/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.620943:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93480 with x1818247332240512 ext(2867200->2870696) 00010000:00010000:3.0:1734016122.620956:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 11 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.620973:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 11 pid: 7694 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016122.620982:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea93480 00000100:00100000:0.0:1734016122.624603:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.624900:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240640 00000100:00100000:3.0:1734016122.624915:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240640 00010000:00010000:3.0:1734016122.624972:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 11 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.625043:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3399 00000100:00100000:3.0:1734016122.625051:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332240640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.625072:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016122.625105:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1734016122.625114:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 11 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.625125:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 11 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.625159:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31764b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2867200->2871295) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4a0 expref: 11 pid: 7694 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.625193:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.625196:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.625205:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.625215:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.625266:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.625284:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334480000:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016122.625371:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.630863:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334480000:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016122.630906:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.630987:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332240640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5934us (6399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.631001:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3399 00000100:00100000:0.0:1734016122.631441:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.631542:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.632207:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240896 00000100:00100000:1.0:1734016122.632220:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240896 00002000:00010000:1.0:1734016122.632281:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3978923->18446744073709551615) 00002000:00100000:1.0:1734016122.632289:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9ba300 with x1818247332240896 ext(3978923->18446744073709551615) 00002000:00010000:1.0:1734016122.632312:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9ba300. 00000100:00100000:1.0:1734016122.632342:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332240768 00000100:00100000:1.0:1734016122.632344:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332240768 00002000:00010000:1.0:1734016122.632356:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016122.632359:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8000 with x1818247332240768 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016122.632368:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8000. 00000100:00100000:1.0:1734016122.632400:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9854 00000100:00100000:1.0:1734016122.632412:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332240896:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016122.632850:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2870697 -> 3978923 00002000:00010000:1.0:1734016122.632853:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.632855:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.632857:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.632859:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1734016122.632899:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332240896:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 490us (1460us total) trans 4294968161 rc 0/0 00000100:00100000:1.0:1734016122.632904:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9854 00002000:00010000:1.0:1734016122.632907:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3978923->18446744073709551615) 00002000:00100000:1.0:1734016122.632910:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9ba300 with x1818247332240896 ext(3978923->18446744073709551615) 00002000:00010000:1.0:1734016122.632914:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9ba300. 00000100:00100000:1.0:1734016122.632927:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9855 00000100:00100000:1.0:1734016122.632932:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332240768:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016122.633072:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 390687 -> 4194304 00002000:00010000:1.0:1734016122.633075:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.633076:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.633078:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.633079:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 80 00000100:00100000:1.0:1734016122.633095:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332240768:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 163us (1553us total) trans 4294969756 rc 0/0 00000100:00100000:1.0:1734016122.633103:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9855 00002000:00010000:1.0:1734016122.633105:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016122.633107:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8000 with x1818247332240768 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016122.633110:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8000. 00000100:00100000:0.0:1734016122.636905:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.637058:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241152 00000100:00100000:3.0:1734016122.637073:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241152 00002000:00100000:3.0:1734016122.637158:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3977216->3981311) req@ffff88012b9b8a80 x1818247332241152/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.637174:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8a80 with x1818247332241152 ext(3977216->3981311) 00002000:00010000:3.0:1734016122.637183:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9b8a80 00000100:00100000:3.0:1734016122.637225:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9856 00000100:00100000:3.0:1734016122.637238:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332241152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.637528:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332241152:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 293us (638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.637535:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9856 00002000:00100000:3.0:1734016122.637541:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3977216->3981311) req@ffff88012b9b8a80 x1818247332241152/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.637547:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8a80 with x1818247332241152 ext(3977216->3981311) 00002000:00010000:3.0:1734016122.637549:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9b8a80 00000100:00100000:0.0:1734016122.641071:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.641377:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241280 00000100:00100000:2.0:1734016122.641396:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241280 00002000:00100000:2.0:1734016122.641449:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3977216->3978922) req@ffff88012b9bb800 x1818247332241280/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 2200/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.641460:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9bb800 with x1818247332241280 ext(3977216->3978922) 00002000:00010000:2.0:1734016122.641466:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9bb800 00000100:00100000:2.0:1734016122.641502:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9857 00000100:00100000:2.0:1734016122.641508:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332241280:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016122.643950:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332241280:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2424us (2883us total) trans 4294968162 rc 0/0 00000100:00100000:2.0:1734016122.643970:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9857 00002000:00100000:2.0:1734016122.643987:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3977216->3978922) req@ffff88012b9bb800 x1818247332241280/t4294968162(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 2200/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.643998:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9bb800 with x1818247332241280 ext(3977216->3978922) 00002000:00010000:2.0:1734016122.644005:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9bb800 00000100:00100000:3.0:1734016122.647993:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.648078:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241408 00000100:00100000:0.0:1734016122.648091:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241408 00000100:00100000:0.0:1734016122.648182:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2596 00000100:00100000:0.0:1734016122.648191:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332241408:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016122.648377:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332241408:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 186us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.648385:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2596 00000100:00100000:0.0:1734016122.650520:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.651344:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241536 00000100:00100000:2.0:1734016122.651357:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241536 00000100:00100000:2.0:1734016122.651824:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12617 00000100:00100000:2.0:1734016122.651833:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332241536:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016122.653098:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968162 is committed 00000001:00080000:2.0:1734016122.653114:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968160 is committed 00000100:00100000:0.0:1734016122.653309:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332241536:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1474us (2791us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.653317:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12617 00000100:00100000:1.0:1734016122.656430:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.656514:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241664 00000100:00100000:2.0:1734016122.656527:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241664 00000100:00100000:2.0:1734016122.656866:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2597 00000100:00100000:2.0:1734016122.656874:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332241664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.656899:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.656922:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31764db lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4bc expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.657035:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.657052:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.657066:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016122.657092:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8173227 00000004:00200000:2.0:1734016122.657095:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016122.657114:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.657148:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31764db lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.657373:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 29 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.657382:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.657386:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016122.657390:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016122.657684:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332241664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 809us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.657693:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2597 00000100:00100000:3.0:1734016122.661602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.662109:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241792 00000100:00100000:2.0:1734016122.662124:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241792 00000100:00100000:2.0:1734016122.662186:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2598 00000100:00100000:2.0:1734016122.662192:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:10366:x1818247332241792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.662216:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.662246:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31764e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4c3 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.662357:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31764f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.662372:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31764f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.662383:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31764f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016122.662406:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8173227 00000004:00200000:2.0:1734016122.662409:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016122.662425:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31764f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016122.662449:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31764e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4c3 expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.662478:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31764f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4c3 expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.662485:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016122.662488:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016122.662490:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016122.662547:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332241792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 355us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.662552:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2598 00000100:00100000:0.0:1734016122.665693:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.665794:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.665825:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332241920 00000100:00100000:0.0:1734016122.665834:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332241920 00000100:00100000:0.0:1734016122.665882:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242048 00000100:00100000:0.0:1734016122.665885:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242048 00000100:00100000:0.0:1734016122.665902:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12618 00000100:00100000:0.0:1734016122.665908:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332241920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.665932:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.665953:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31764f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4ca expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.666014:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480128:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016122.666073:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.666252:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12619 00000100:00100000:1.0:1734016122.666257:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332242048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.666265:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.666276:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31764fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4d1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.666304:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334480256:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016122.666328:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.668574:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480128:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.668624:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31764f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4ca expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.668642:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31764f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4ca expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.668654:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:2.0:1734016122.668755:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332241920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2845us (3074us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.668765:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12618 00002000:00010000:1.0:1734016122.669409:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 16 00000100:00100000:1.0:1734016122.669425:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334480256:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.669451:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31764fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4d1 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.669462:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31764fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4d1 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.669486:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016122.669512:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332242048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3254us (3718us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.669523:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12619 00000100:00100000:0.0:1734016122.673666:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.673752:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.673816:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242304 00000100:00100000:1.0:1734016122.673826:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242304 00000100:00100000:1.0:1734016122.673885:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242176 00000100:00100000:1.0:1734016122.673887:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242176 00000100:00100000:1.0:1734016122.673904:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12620 00000100:00100000:1.0:1734016122.673913:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332242304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.673938:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.673968:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176505 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4df expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.674050:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334480384:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016122.674145:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.674227:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12621 00000100:00100000:2.0:1734016122.674234:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332242176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.674246:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.674262:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317650c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4d8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.674298:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480512:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.674322:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.677093:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334480384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016122.677155:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176505 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4df expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.677171:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176505 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4df expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.677209:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016122.677282:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332242304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3368us (3622us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.677293:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12620 00000100:00100000:2.0:1734016122.677407:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480512:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.677437:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317650c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4d8 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.677447:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317650c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4d8 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.677460:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016122.677483:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332242176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3249us (3731us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.677487:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12621 00000100:00100000:0.0:1734016122.681413:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.681529:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.681620:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242432 00000100:00100000:1.0:1734016122.681630:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242432 00000100:00100000:1.0:1734016122.682608:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242560 00000100:00100000:1.0:1734016122.682615:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242560 00000100:00100000:2.0:1734016122.682663:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12622 00000100:00100000:2.0:1734016122.682672:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332242432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.682696:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.682719:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176513 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4e6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.682822:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12623 00000100:00100000:3.0:1734016122.682829:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332242560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.682837:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.682846:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317651a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4ed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.682910:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334480640:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.682982:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.683338:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480768:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.683364:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.687397:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334480640:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.687441:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317651a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4ed expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.687458:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317651a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4ed expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.687474:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016122.687536:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332242560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4706us (6006us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.687546:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12623 00000100:00100000:3.0:1734016122.689327:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480768:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.689355:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176513 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4e6 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.689366:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176513 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4e6 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.689378:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:3.0:1734016122.689664:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332242432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6992us (8269us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.689674:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12622 00000100:00100000:0.0:1734016122.691694:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.691987:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242688 00000100:00100000:3.0:1734016122.691997:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242688 00000100:00100000:3.0:1734016122.692050:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12624 00000100:00100000:3.0:1734016122.692061:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332242688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.692086:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.692110:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176521 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4f4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.692192:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480896:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.692257:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.692325:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.692533:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332242816 00000100:00100000:2.0:1734016122.692538:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332242816 00000100:00100000:2.0:1734016122.692581:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12625 00000100:00100000:2.0:1734016122.692588:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332242816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.692597:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.692610:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3176528 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b4fb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.692645:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334481024:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.692670:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.695174:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334481024:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.695236:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3176528 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4fb expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.695258:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3176528 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4fb expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.695289:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016122.695339:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332242816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2749us (3010us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.695352:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12625 00000100:00100000:3.0:1734016122.695465:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334480896:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.695485:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176521 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4f4 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.695496:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176521 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4f4 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.695507:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016122.695523:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332242688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3465us (3836us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.695531:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12624 00000100:00100000:0.0:1734016122.699868:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.700036:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332243072 00000100:00100000:2.0:1734016122.700060:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332243072 00002000:00100000:2.0:1734016122.700155:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3555328->3559423) req@ffff880075ff8a80 x1818247332243072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.700172:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247332243072 ext(3555328->3559423) 00002000:00010000:2.0:1734016122.700181:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8a80 00000100:00100000:2.0:1734016122.700229:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9858 00000100:00100000:2.0:1734016122.700240:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332243072:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.700574:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332243072:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 333us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.700584:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9858 00002000:00100000:2.0:1734016122.700591:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3555328->3559423) req@ffff880075ff8a80 x1818247332243072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.700599:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247332243072 ext(3555328->3559423) 00002000:00010000:2.0:1734016122.700603:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8a80 00000100:00100000:0.0:1734016122.705707:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.705994:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332243328 00000100:00100000:3.0:1734016122.706016:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332243328 00002000:00100000:3.0:1734016122.706092:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3559424->3563519) req@ffff880075ff9c00 x1818247332243328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.706109:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247332243328 ext(3559424->3563519) 00002000:00010000:3.0:1734016122.706120:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9c00 00000100:00100000:3.0:1734016122.706170:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9859 00000100:00100000:3.0:1734016122.706185:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332243328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.706465:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332243328:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 284us (783us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.706473:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9859 00002000:00100000:3.0:1734016122.706479:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3559424->3563519) req@ffff880075ff9c00 x1818247332243328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.706487:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247332243328 ext(3559424->3563519) 00002000:00010000:3.0:1734016122.706490:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9c00 00000100:00100000:0.0:1734016122.710345:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.710498:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332243456 00000100:00100000:3.0:1734016122.710509:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332243456 00000100:00100000:3.0:1734016122.710572:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12626 00000100:00100000:3.0:1734016122.710580:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332243456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.710608:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.710638:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b502 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.710686:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.710694:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.710696:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.710700:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3874816->3883007] (req 3874816->3883007) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.710899:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.710913:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 7 pid: 7694 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016122.710928:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481152:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.712043:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.715113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.715319:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481152:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016122.715368:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3874816->3883007] (req 3874816->3883007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.715400:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016122.715474:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332243456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4894us (5154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.715489:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12626 00000100:00100000:2.0:1734016122.715611:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332243584 00000100:00100000:2.0:1734016122.715621:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332243584 00010000:00010000:2.0:1734016122.715665:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 8 pid: 7694 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016122.715715:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3400 00000100:00100000:2.0:1734016122.715768:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332243584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.715790:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.715822:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 8 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.715835:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 8 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.715875:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31764d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4b5 expref: 8 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.715896:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.715898:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.715905:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.715914:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.715958:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.715974:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334481280:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016122.716024:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.720020:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.720168:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334481280:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016122.720207:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016122.720283:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332243584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4558us (5183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.720300:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3400 00000100:00100000:3.0:1734016122.720426:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332243840 00000100:00100000:3.0:1734016122.720435:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332243840 00002000:00100000:3.0:1734016122.720491:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3874816->3878911) req@ffff88012b9d3800 x1818247332243840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.720502:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3800 with x1818247332243840 ext(3874816->3878911) 00002000:00010000:3.0:1734016122.720507:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3800 00000100:00100000:3.0:1734016122.720543:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9860 00000100:00100000:3.0:1734016122.720552:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332243840:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.721871:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332243840:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1307us (1856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.721884:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9860 00002000:00100000:3.0:1734016122.721900:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3874816->3878911) req@ffff88012b9d3800 x1818247332243840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.721910:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3800 with x1818247332243840 ext(3874816->3878911) 00002000:00010000:3.0:1734016122.721914:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3800 00000100:00100000:0.0:1734016122.727908:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.728046:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244096 00000100:00100000:3.0:1734016122.728058:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244096 00002000:00100000:3.0:1734016122.728112:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3878912->3883007) req@ffff88012b9d3b80 x1818247332244096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.728122:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3b80 with x1818247332244096 ext(3878912->3883007) 00002000:00010000:3.0:1734016122.728138:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3b80 00000100:00100000:3.0:1734016122.728177:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9861 00000100:00100000:3.0:1734016122.728186:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332244096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.728479:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332244096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 292us (594us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.728493:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9861 00002000:00100000:3.0:1734016122.728499:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3878912->3883007) req@ffff88012b9d3b80 x1818247332244096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.728507:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3b80 with x1818247332244096 ext(3878912->3883007) 00002000:00010000:3.0:1734016122.728509:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3b80 00000100:00100000:0.0:1734016122.733182:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.733500:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244224 00000100:00100000:3.0:1734016122.733517:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244224 00000100:00100000:3.0:1734016122.733592:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12627 00000100:00100000:3.0:1734016122.733603:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332244224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.733631:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.733666:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176536 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b509 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.733773:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481408:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.733861:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016122.735953:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016122 -> 1734016123 00002000:00010000:3.0:1734016122.735963:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:3.0:1734016122.735991:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481408:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.736035:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176536 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b509 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.736050:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176536 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b509 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.736084:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016122.736157:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332244224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2555us (2996us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.736169:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12627 00000100:00100000:0.0:1734016122.739823:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.740050:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244352 00000100:00100000:3.0:1734016122.740063:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244352 00000100:00100000:3.0:1734016122.740135:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12628 00000100:00100000:3.0:1734016122.740142:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332244352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.740164:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.740190:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d317653d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b510 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.740266:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481536:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.740348:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.743203:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481536:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.743261:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d317653d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b510 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.743285:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d317653d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b510 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.743310:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016122.743392:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332244352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3249us (3583us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.743410:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12628 00000100:00100000:0.0:1734016122.746907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.747671:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244480 00000100:00100000:3.0:1734016122.747687:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244480 00000100:00100000:3.0:1734016122.747785:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12629 00000100:00100000:3.0:1734016122.747794:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332244480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.747819:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.747842:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176544 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b517 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.747910:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481664:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.747993:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.750655:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481664:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.750705:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176544 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b517 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.750791:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176544 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b517 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.751335:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016122.751489:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332244480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3690us (4592us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.751503:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12629 00000100:00100000:0.0:1734016122.755390:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.755508:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244608 00000100:00100000:3.0:1734016122.755521:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244608 00000100:00100000:3.0:1734016122.755575:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12630 00000100:00100000:3.0:1734016122.755584:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332244608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.755607:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.755631:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b51e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.755666:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.755674:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.755676:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.755679:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [995328->999423] (req 995328->999423) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.755708:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.755719:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 5 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016122.755762:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481792:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.755831:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.759956:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334481792:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016122.760007:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [995328->999423] (req 995328->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.760038:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016122.760117:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332244608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4533us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.760138:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12630 00000100:00100000:0.0:1734016122.760837:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.761603:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244736 00000100:00100000:3.0:1734016122.761614:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244736 00002000:00100000:3.0:1734016122.761663:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3874816->3883007) req@ffff88012b9d1c00 x1818247332244736/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 8680/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.761676:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247332244736 ext(3874816->3883007) 00010000:00010000:3.0:1734016122.761690:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 6 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016122.761707:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 6 pid: 10116 timeout: 487 lvb_type: 0 00002000:00010000:3.0:1734016122.761716:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b9d1c00 00000100:00100000:3.0:1734016122.761793:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 352 00000100:00100000:3.0:1734016122.761803:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332244736:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016122.763815:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332244736:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1998us (2965us total) trans 4294968163 rc 0/0 00000100:00100000:3.0:1734016122.763836:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 352 00002000:00100000:3.0:1734016122.763851:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3874816->3883007) req@ffff88012b9d1c00 x1818247332244736/t4294968163(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 8680/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.763860:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247332244736 ext(3874816->3883007) 00010000:00010000:3.0:1734016122.763874:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016122.763896:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00002000:00010000:3.0:1734016122.763903:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b9d1c00 00000100:00100000:0.0:1734016122.767464:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.767601:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332244864 00000100:00100000:2.0:1734016122.767614:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332244864 00010000:00010000:2.0:1734016122.767658:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016122.767714:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3401 00000100:00100000:2.0:1734016122.767764:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332244864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.767792:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016122.767829:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00010000:00010000:2.0:1734016122.767837:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.767857:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.767899:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317652f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3883007) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b502 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.767934:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.767937:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.767948:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.767959:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.768012:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.768029:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334481920:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016122.768137:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.772012:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.772370:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334481920:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016122.772416:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016122.772531:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332244864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4804us (5087us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.772545:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3401 00000100:00100000:3.0:1734016122.772781:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332245120 00000100:00100000:3.0:1734016122.772789:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332245120 00002000:00100000:3.0:1734016122.772848:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (995328->999423) req@ffff88012b9d1f80 x1818247332245120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.772861:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332245120 ext(995328->999423) 00002000:00010000:3.0:1734016122.772866:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:3.0:1734016122.772888:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9862 00000100:00100000:3.0:1734016122.772895:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332245120:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.773146:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332245120:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 250us (1158us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.773152:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9862 00002000:00100000:3.0:1734016122.773157:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (995328->999423) req@ffff88012b9d1f80 x1818247332245120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.773164:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332245120 ext(995328->999423) 00002000:00010000:3.0:1734016122.773167:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:1.0:1734016122.778325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016122.778439:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332245376 00000100:00100000:0.0:1734016122.778456:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332245376 00002000:00100000:0.0:1734016122.778550:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (999424->1003519) req@ffff880097ee0e00 x1818247332245376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.778565:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0e00 with x1818247332245376 ext(999424->1003519) 00002000:00010000:0.0:1734016122.778574:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0e00 00000100:00100000:0.0:1734016122.778627:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9863 00000100:00100000:0.0:1734016122.778637:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332245376:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.778957:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332245376:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 320us (659us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.778965:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9863 00002000:00100000:0.0:1734016122.778972:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (999424->1003519) req@ffff880097ee0e00 x1818247332245376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.778978:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0e00 with x1818247332245376 ext(999424->1003519) 00002000:00010000:0.0:1734016122.778981:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0e00 00000100:00100000:0.0:1734016122.783888:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.784228:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332245504 00000100:00100000:3.0:1734016122.784239:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332245504 00000100:00100000:3.0:1734016122.784643:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12631 00000100:00100000:3.0:1734016122.784658:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332245504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.784689:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.784709:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3176552 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b525 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.784806:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482048:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.784906:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.785526:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.786826:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332245632 00000100:00100000:2.0:1734016122.786840:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332245632 00000100:00100000:2.0:1734016122.786897:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12632 00000100:00100000:2.0:1734016122.786905:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332245632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.786922:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.786938:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b52c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.786958:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.786960:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.786968:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.786981:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.786992:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016122.787042:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332245632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 137us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.787048:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12632 00002000:00010000:3.0:1734016122.789165:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016122 -> 1734016123 00002000:00010000:3.0:1734016122.789172:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00002000:00010000:3.0:1734016122.789174:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:3.0:1734016122.789200:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482048:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.789238:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3176552 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b525 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.789251:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3176552 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b525 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.789267:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016122.789323:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332245504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4668us (5459us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.789333:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12631 00000100:00100000:0.0:1734016122.793248:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.793407:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332245760 00000100:00100000:3.0:1734016122.793423:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332245760 00000100:00100000:3.0:1734016122.794056:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12633 00000100:00100000:3.0:1734016122.794066:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332245760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.794097:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.794139:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176560 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b533 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.794240:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482176:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.794351:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.796519:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482176:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.796551:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176560 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b533 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.796565:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176560 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b533 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.796683:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016122.796752:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332245760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2686us (3526us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.796761:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12633 00000100:00100000:0.0:1734016122.800660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.800804:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332245888 00000100:00100000:3.0:1734016122.800823:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332245888 00000100:00100000:3.0:1734016122.800899:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12634 00000100:00100000:3.0:1734016122.800911:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332245888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.800943:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.800973:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176567 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b53a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.801059:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482304:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016122.801864:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.808360:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482304:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016122.808422:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176567 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b53a expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.808441:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176567 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b53a expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.808502:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016122.808816:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332245888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7905us (8171us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.808831:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12634 00000100:00100000:0.0:1734016122.810597:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.810709:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246016 00000100:00100000:3.0:1734016122.810717:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246016 00000100:00100000:3.0:1734016122.810775:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12635 00000100:00100000:3.0:1734016122.810781:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332246016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.810799:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.810812:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b541 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.810832:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.810838:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.810840:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.810843:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2732032->2736127] (req 2732032->2736127) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.810869:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.810878:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 10 pid: 7694 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016122.810889:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482432:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016122.811504:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.814914:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334482432:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016122.814957:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2732032->2736127] (req 2732032->2736127) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.814977:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016122.815053:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332246016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4271us (4458us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.815066:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12635 00000100:00100000:0.0:1734016122.815970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.816653:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246144 00000100:00100000:3.0:1734016122.816662:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246144 00002000:00100000:3.0:1734016122.816712:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (385024->3563519) req@ffff880076508a80 x1818247332246144/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.816815:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508a80 with x1818247332246144 ext(385024->3563519) 00010000:00010000:3.0:1734016122.816824:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 11 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016122.816841:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 11 pid: 7694 timeout: 487 lvb_type: 0 00002000:00010000:3.0:1734016122.816847:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076508a80 00000100:00100000:3.0:1734016122.817411:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 353 00000100:00100000:3.0:1734016122.817419:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332246144:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016122.822952:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332246144:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5513us (6965us total) trans 4294969757 rc 0/0 00000100:00100000:0.0:1734016122.822972:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 353 00002000:00100000:0.0:1734016122.822996:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (385024->3563519) req@ffff880076508a80 x1818247332246144/t4294969757(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 504/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.823007:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508a80 with x1818247332246144 ext(385024->3563519) 00010000:00010000:0.0:1734016122.823021:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 13 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016122.823043:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 13 pid: 7694 timeout: 487 lvb_type: 0 00002000:00010000:0.0:1734016122.823052:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076508a80 00000100:00100000:0.0:1734016122.831628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.831915:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246272 00000100:00100000:2.0:1734016122.831934:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246272 00010000:00010000:2.0:1734016122.832007:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 13 pid: 7694 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016122.832170:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3402 00000100:00100000:2.0:1734016122.832183:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332246272:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016122.832217:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016122.832255:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 80 -> 112 00010000:00010000:2.0:1734016122.832265:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 13 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.832284:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 13 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.832323:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176495 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->393215) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b47d expref: 13 pid: 7694 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016122.832378:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.832382:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.832392:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.832403:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.832453:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.832472:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334482560:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016122.833097:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.847022:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334482560:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016122.847070:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016122.847161:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332246272:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14979us (15554us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.847181:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3402 00000100:00100000:0.0:1734016122.848453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.849258:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246528 00000100:00100000:1.0:1734016122.849269:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246528 00002000:00100000:1.0:1734016122.849319:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (40960->4194303) req@ffff88007650aa00 x1818247332246528/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.849334:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650aa00 with x1818247332246528 ext(40960->4194303) 00002000:00010000:1.0:1734016122.849340:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650aa00 00000100:00100000:1.0:1734016122.849363:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9864 00000100:00100000:1.0:1734016122.849370:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332246528:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:3.0:1734016122.871933:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016122.907405:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332246528:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 58009us (58932us total) trans 0 rc 4153344/4153344 00000100:00100000:2.0:1734016122.907424:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9864 00002000:00100000:2.0:1734016122.907446:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (40960->4194303) req@ffff88007650aa00 x1818247332246528/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4153344/4153344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.907459:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650aa00 with x1818247332246528 ext(40960->4194303) 00002000:00010000:2.0:1734016122.907468:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650aa00 00000100:00100000:0.0:1734016122.917707:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016122.918439:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246656 00000100:00100000:3.0:1734016122.918456:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246656 00000100:00100000:3.0:1734016122.918531:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12636 00000100:00100000:3.0:1734016122.918540:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332246656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.918575:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.918616:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b548 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.918651:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.918655:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.918665:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.918687:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.918706:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016122.918837:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332246656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 296us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.918847:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12636 00000100:00100000:0.0:1734016122.922766:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.923055:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246784 00000100:00100000:2.0:1734016122.923067:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246784 00000100:00100000:2.0:1734016122.923155:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12637 00000100:00100000:2.0:1734016122.923163:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332246784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.923186:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.923216:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b54f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.923256:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.923264:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.923271:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.923274:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.923278:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [512000->516095] (req 512000->516095) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.923320:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.923335:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 487 lvb_type: 1 00000100:00100000:2.0:1734016122.923353:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334482688:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016122.923464:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.923473:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016122.923481:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334482816:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016122.923501:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.930931:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.931099:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334482688:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016122.931113:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334482816:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016122.931172:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [512000->516095] (req 512000->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.931204:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016122.931279:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332246784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8113us (8561us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.931290:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12637 00000100:00100000:3.0:1734016122.931388:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332246912 00000100:00100000:3.0:1734016122.931398:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332246912 00010000:00010000:3.0:1734016122.931435:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 487 lvb_type: 1 00000100:00100000:3.0:1734016122.931479:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3403 00000100:00100000:3.0:1734016122.931486:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac800850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332246912:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.931503:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.931525:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016122.931536:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016122.931562:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176575 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b548 expref: 14 pid: 10116 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016122.931578:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.931595:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac800850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332246912:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 110us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.931600:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3403 00000100:00100000:0.0:1734016122.942212:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016122.942388:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247040 00000100:00100000:1.0:1734016122.942401:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247040 00010000:00010000:1.0:1734016122.942453:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016122.942520:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3404 00000100:00100000:1.0:1734016122.942529:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332247040:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.942548:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.942576:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016122.942591:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016122.942630:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317656e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2732032->2736127) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b541 expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016122.942670:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.942674:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.942683:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.942694:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.942789:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.942808:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334482944:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016122.942893:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.949417:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.949660:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334482944:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016122.949691:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016122.949764:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332247040:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7234us (7564us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.949777:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3404 00000100:00100000:3.0:1734016122.951402:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247168 00000100:00100000:3.0:1734016122.951421:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247168 00000100:00100000:3.0:1734016122.951498:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12638 00000100:00100000:3.0:1734016122.951508:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332247168:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016122.951819:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016122.951823:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016122.951825:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:3.0:1734016122.951828:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016122 00002000:00010000:3.0:1734016122.951830:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 120 00000100:00100000:3.0:1734016122.951870:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332247168:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 363us (2469us total) trans 4294969758 rc 0/0 00000100:00100000:3.0:1734016122.951877:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12638 00000100:00100000:0.0:1734016122.954880:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.955067:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247296 00000100:00100000:2.0:1734016122.955078:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247296 00000100:00100000:2.0:1734016122.955147:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12639 00000100:00100000:2.0:1734016122.955157:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332247296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.955178:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.955199:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176583 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b556 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.955268:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483072:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.955340:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016122.957091:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00002000:00010000:2.0:1734016122.957104:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:2.0:1734016122.957140:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483072:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.957180:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176583 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b556 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.957201:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176583 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b556 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.957266:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016122.957341:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332247296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2184us (2468us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.957350:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12639 00000100:00100000:1.0:1734016122.960778:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.960864:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247424 00000100:00100000:2.0:1734016122.960874:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247424 00000100:00100000:2.0:1734016122.961197:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12640 00000100:00100000:2.0:1734016122.961210:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332247424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.961253:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.961280:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317658a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b55d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.961393:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.961877:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.966661:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.966713:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317658a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b55d expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.966775:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317658a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b55d expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.967630:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016122.967742:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332247424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6513us (6956us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.967755:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12640 00000100:00100000:0.0:1734016122.971086:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.971248:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247552 00000100:00100000:2.0:1734016122.971259:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247552 00000100:00100000:2.0:1734016122.971307:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12641 00000100:00100000:2.0:1734016122.971314:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332247552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.971335:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.971352:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176591 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b564 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.971410:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483328:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.971484:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.973650:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483328:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.973692:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176591 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b564 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.973706:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176591 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b564 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.973798:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016122.974008:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332247552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2691us (2933us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.974025:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12641 00000100:00100000:0.0:1734016122.977319:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.977479:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247680 00000100:00100000:2.0:1734016122.977498:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247680 00000100:00100000:2.0:1734016122.977882:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12642 00000100:00100000:2.0:1734016122.977894:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332247680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.977924:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.977954:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176598 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b56b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.978042:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483456:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.979062:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.982313:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483456:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.982383:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176598 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b56b expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.982407:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176598 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b56b expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.982445:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016122.982552:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332247680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4658us (5256us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.982568:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12642 00000100:00100000:1.0:1734016122.986411:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.986984:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332247936 00000100:00100000:2.0:1734016122.987004:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332247936 00002000:00100000:2.0:1734016122.987101:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (253952->319487) req@ffff880097ee1c00 x1818247332247936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.987116:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1c00 with x1818247332247936 ext(253952->319487) 00002000:00010000:2.0:1734016122.987133:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee1c00 00000100:00100000:2.0:1734016122.987173:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9865 00000100:00100000:2.0:1734016122.987183:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332247936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.990911:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332247936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 3711us (4498us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1734016122.990936:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9865 00002000:00100000:2.0:1734016122.990966:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (253952->319487) req@ffff880097ee1c00 x1818247332247936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.990983:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1c00 with x1818247332247936 ext(253952->319487) 00002000:00010000:2.0:1734016122.990992:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee1c00 00000100:00100000:0.0:1734016122.995928:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016122.996276:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248064 00000100:00100000:2.0:1734016122.996293:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248064 00000100:00100000:2.0:1734016122.996423:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12643 00000100:00100000:2.0:1734016122.996435:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087205450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332248064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.996464:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.996493:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317659f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b572 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.996571:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483584:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016122.996655:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.999877:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483584:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016122.999964:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317659f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b572 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.999985:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d317659f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b572 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.000028:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016123.000133:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087205450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332248064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3689us (4213us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.000144:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12643 00000100:00100000:0.0:1734016123.004339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.004512:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248192 00000100:00100000:2.0:1734016123.004528:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248192 00000100:00100000:2.0:1734016123.005042:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12644 00000100:00100000:2.0:1734016123.005051:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332248192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.005080:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.005104:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31765a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b579 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.005189:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483712:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016123.005289:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016123.005344:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016093 00000100:00100000:2.0:1734016123.007839:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483712:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016123.007896:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31765a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b579 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.007912:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31765a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b579 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.007948:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016123.008366:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332248192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3314us (4055us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.008375:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12644 00000100:00100000:1.0:1734016123.013600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.013822:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248320 00000100:00100000:2.0:1734016123.013847:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248320 00000100:00100000:2.0:1734016123.013945:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12645 00000100:00100000:2.0:1734016123.013959:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332248320:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016123.014349:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016123.014353:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016122 00002000:00010000:2.0:1734016123.014357:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:2.0:1734016123.014359:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016122 00002000:00010000:2.0:1734016123.014361:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:2.0:1734016123.014500:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332248320:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 541us (924us total) trans 4294969759 rc 0/0 00000100:00100000:2.0:1734016123.014509:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12645 00000100:00100000:0.0:1734016123.023076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.023313:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248448 00000100:00100000:2.0:1734016123.023332:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248448 00000100:00100000:2.0:1734016123.023425:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12646 00000100:00100000:2.0:1734016123.023434:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332248448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.023483:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.023522:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d31765ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b580 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.023624:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483840:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016123.023714:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.044850:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016122 -> 1734016123 00002000:00010000:2.0:1734016123.044858:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00002000:00010000:2.0:1734016123.044860:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:2.0:1734016123.044886:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483840:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016123.044918:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d31765ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b580 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.044931:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d31765ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b580 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.044953:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016123.045004:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332248448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 21569us (21939us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.045013:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12646 00000100:00100000:1.0:1734016123.055318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.057562:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248576 00000100:00100000:2.0:1734016123.057582:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248576 00000100:00100000:2.0:1734016123.057679:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12647 00000100:00100000:2.0:1734016123.057687:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332248576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.057713:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.057804:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31765b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b587 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.057918:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483968:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016123.058044:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.061223:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334483968:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016123.061301:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31765b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b587 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.061323:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31765b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b587 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.061369:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016123.061476:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332248576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3785us (6167us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.061489:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12647 00000100:00100000:2.0:1734016123.065289:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.065385:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248704 00000100:00100000:0.0:1734016123.065397:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248704 00000100:00100000:0.0:1734016123.065458:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12648 00000100:00100000:0.0:1734016123.065465:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332248704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.065485:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.065503:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b58e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.065537:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.065546:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.065552:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.065554:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.065557:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1236992->1245183] (req 1236992->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.065596:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.065608:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 7 pid: 7694 timeout: 487 lvb_type: 1 00000100:00100000:0.0:1734016123.065622:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334484096:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016123.065708:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.065717:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.065746:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334484224:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016123.065767:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.069364:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016123.069428:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.070139:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334484096:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016123.070154:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334484224:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016123.070206:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1236992->1245183] (req 1236992->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.070227:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016123.070314:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332248704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4847us (5039us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.070326:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12648 00000100:00100000:2.0:1734016123.071289:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248960 00000100:00100000:2.0:1734016123.071298:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248960 00010000:00010000:2.0:1734016123.071326:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.071348:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332248832 00000100:00100000:2.0:1734016123.071350:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332248832 00010000:00010000:2.0:1734016123.071381:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 8 pid: 7694 timeout: 487 lvb_type: 1 00000100:00100000:2.0:1734016123.071397:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3405 00000100:00100000:2.0:1734016123.071403:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332248960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.071418:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.071441:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.071452:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.071480:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317654b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 995328->999423) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b51e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.071502:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.071535:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332248960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 132us (2192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.071541:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3405 00000100:00100000:2.0:1734016123.071553:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3406 00000100:00100000:2.0:1734016123.071557:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332248832:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.071564:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.071570:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 8 pid: 7694 timeout: 487 lvb_type: 1 00010000:00010000:2.0:1734016123.071579:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 8 pid: 7694 timeout: 487 lvb_type: 1 00010000:00010000:2.0:1734016123.071590:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176559 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b52c expref: 8 pid: 7694 timeout: 487 lvb_type: 1 00010000:00010000:2.0:1734016123.071606:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.071608:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.071618:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.071627:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.071660:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.071675:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334484352:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016123.071717:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00080000:1.0:1734016123.071976:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016093 00000100:00100000:1.0:1734016123.075594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.075594:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334484352:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016123.075614:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016123.075661:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249088 00000100:00100000:3.0:1734016123.075665:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332248832:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4106us (6236us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.075667:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249088 00000100:00100000:3.0:1734016123.075673:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3406 00000100:00100000:0.0:1734016123.075705:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12649 00000100:00100000:0.0:1734016123.075710:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332249088:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016123.075937:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3978923 -> 3978923 00002000:00010000:0.0:1734016123.075940:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.075942:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016123.075944:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.075945:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:0.0:1734016123.076005:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332249088:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 294us (413us total) trans 4294968164 rc 0/0 00000100:00100000:0.0:1734016123.076009:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12649 00000100:00100000:0.0:1734016123.081530:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.081608:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.081908:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249344 00000100:00100000:2.0:1734016123.081921:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249344 00000100:00100000:1.0:1734016123.081968:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249216 00000100:00100000:1.0:1734016123.081973:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249216 00000100:00100000:2.0:1734016123.081990:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12650 00000100:00100000:2.0:1734016123.082006:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332249344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.082036:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.082065:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31765c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b59c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.082069:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12651 00000100:00100000:1.0:1734016123.082074:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332249216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.082084:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.082097:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31765c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b595 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.082151:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334484480:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016123.082151:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334484608:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016123.082340:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.082340:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.085540:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:2.0:1734016123.085578:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334484608:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016123.085635:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31765c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b59c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.085648:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31765c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b59c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.085673:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016123.085774:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332249344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3769us (4266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.085788:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12650 00000100:00100000:0.0:1734016123.085898:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334484480:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016123.085922:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31765c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b595 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.085932:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31765c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b595 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.085953:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:0.0:1734016123.085975:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332249216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3899us (4366us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.085980:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12651 00000100:00100000:0.0:1734016123.090462:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.090525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.090609:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249472 00000100:00100000:2.0:1734016123.090623:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249472 00000100:00100000:2.0:1734016123.090677:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249600 00000100:00100000:2.0:1734016123.090679:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249600 00000100:00100000:2.0:1734016123.090713:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12652 00000100:00100000:2.0:1734016123.090749:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332249472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.090782:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.090810:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31765d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5a3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.090888:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334484736:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016123.090964:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.091029:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12653 00000100:00100000:3.0:1734016123.091035:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332249600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.091045:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.091057:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31765d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5aa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.091087:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334484864:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.091113:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.094301:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334484864:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.094360:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31765d7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5aa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.094386:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31765d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5aa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.094673:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016123.094792:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332249600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3752us (4263us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.094806:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12653 00000100:00100000:3.0:1734016123.094895:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334484736:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.094919:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31765d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5a3 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.094930:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31765d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5a3 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.094939:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:3.0:1734016123.094966:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332249472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4218us (4529us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.094971:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12652 00000100:00100000:1.0:1734016123.102262:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.104180:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249728 00000100:00100000:3.0:1734016123.104191:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249728 00000100:00100000:3.0:1734016123.104254:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12654 00000100:00100000:3.0:1734016123.104262:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332249728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.104280:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.104300:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5b1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.104333:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.104340:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.104342:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.104347:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1425408->1433599] (req 1425408->1433599) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.104383:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.104394:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 14 pid: 13917 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.104408:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334484992:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016123.104507:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.111313:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.111416:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332249856 00000100:00100000:2.0:1734016123.111433:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332249856 00000100:00100000:3.0:1734016123.111487:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334484992:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016123.111490:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 15 pid: 13917 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.111541:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1425408->1433599] (req 1425408->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.111571:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016123.111659:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332249728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7397us (9408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.111670:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12654 00000100:00100000:2.0:1734016123.112247:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3407 00000100:00100000:2.0:1734016123.112256:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332249856:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.112280:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.112317:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 15 pid: 13917 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.112329:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 15 pid: 13917 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.112361:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317657c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->516095) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b54f expref: 15 pid: 13917 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.112394:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.112397:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.112406:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.112418:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.112470:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.112484:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334485120:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016123.112964:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.121984:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334485120:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016123.122022:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.122094:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332249856:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9838us (10796us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.122110:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3407 00000100:00100000:0.0:1734016123.128065:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.128271:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332250112 00000100:00100000:2.0:1734016123.128292:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332250112 00002000:00100000:2.0:1734016123.128385:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1425408->1429503) req@ffff88007650a680 x1818247332250112/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.128400:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247332250112 ext(1425408->1429503) 00002000:00010000:2.0:1734016123.128413:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a680 00000100:00100000:2.0:1734016123.128449:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9866 00000100:00100000:2.0:1734016123.128460:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332250112:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.129897:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332250112:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1427us (1842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.129912:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9866 00002000:00100000:2.0:1734016123.129919:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1425408->1429503) req@ffff88007650a680 x1818247332250112/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.129928:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247332250112 ext(1425408->1429503) 00002000:00010000:2.0:1734016123.129933:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a680 00000100:00100000:0.0:1734016123.137934:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.138344:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332250368 00000100:00100000:2.0:1734016123.138358:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332250368 00002000:00100000:2.0:1734016123.138416:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1429504->1433599) req@ffff88007650a300 x1818247332250368/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.138425:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a300 with x1818247332250368 ext(1429504->1433599) 00002000:00010000:2.0:1734016123.138432:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a300 00000100:00100000:2.0:1734016123.138470:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9867 00000100:00100000:2.0:1734016123.138480:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332250368:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.139326:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332250368:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 844us (1401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.139335:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9867 00002000:00100000:2.0:1734016123.139342:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1429504->1433599) req@ffff88007650a300 x1818247332250368/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.139349:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a300 with x1818247332250368 ext(1429504->1433599) 00002000:00010000:2.0:1734016123.139352:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a300 00000100:00100000:1.0:1734016123.143170:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.143353:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332250496 00000100:00100000:3.0:1734016123.143370:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332250496 00000100:00100000:3.0:1734016123.143462:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12655 00000100:00100000:3.0:1734016123.143475:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332250496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.143506:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.143539:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31765e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5b8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.143630:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334485248:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.143765:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.146557:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334485248:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.146605:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31765e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b8 expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.146621:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31765e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b8 expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.146779:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016123.147490:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332250496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4015us (4333us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.147499:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12655 00000100:00100000:1.0:1734016123.150026:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.150202:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332250624 00000100:00100000:3.0:1734016123.150217:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332250624 00000100:00100000:3.0:1734016123.150272:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12656 00000100:00100000:3.0:1734016123.150282:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332250624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.150311:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.150338:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31765ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5bf expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.150408:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334485376:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.150506:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.153994:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334485376:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.154055:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31765ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5bf expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.154072:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31765ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5bf expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.154087:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016123.154462:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332250624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4179us (4445us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.154472:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12656 00000100:00100000:0.0:1734016123.157927:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.158008:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332250880 00000100:00100000:2.0:1734016123.158017:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332250880 00002000:00100000:2.0:1734016123.158053:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (495616->499711) req@ffff880076508700 x1818247332250880/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.158062:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332250880 ext(495616->499711) 00002000:00010000:2.0:1734016123.158066:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:2.0:1734016123.158082:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9868 00000100:00100000:2.0:1734016123.158087:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332250880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.158459:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332250880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 370us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.158465:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9868 00002000:00100000:2.0:1734016123.158470:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (495616->499711) req@ffff880076508700 x1818247332250880/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.158476:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332250880 ext(495616->499711) 00002000:00010000:2.0:1734016123.158479:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:1.0:1734016123.162582:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.162963:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332251008 00000100:00100000:3.0:1734016123.162975:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332251008 00000100:00100000:3.0:1734016123.163060:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12657 00000100:00100000:3.0:1734016123.163066:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332251008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.163086:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.163102:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31765f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5c6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.163163:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485504:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.163239:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.165503:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485504:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.165561:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31765f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5c6 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.165581:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31765f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5c6 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.165613:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016123.165821:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332251008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2752us (3258us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.165835:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12657 00000100:00100000:0.0:1734016123.169294:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.169598:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332251136 00000100:00100000:3.0:1734016123.169612:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332251136 00000100:00100000:3.0:1734016123.169691:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12658 00000100:00100000:3.0:1734016123.169701:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332251136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.169765:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.169798:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31765fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5cd expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.169895:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485632:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.170013:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.173712:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485632:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.173794:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31765fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5cd expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.173811:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31765fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5cd expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.173832:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016123.174447:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332251136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4744us (5170us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.174459:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12658 00000100:00100000:1.0:1734016123.179113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.179350:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332251264 00000100:00100000:3.0:1734016123.179366:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332251264 00000100:00100000:3.0:1734016123.179547:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12659 00000100:00100000:3.0:1734016123.179559:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332251264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.179593:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.179630:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176601 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5d4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.179770:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485760:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.179871:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.183397:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485760:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.183451:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176601 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5d4 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.183676:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176601 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5d4 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.183708:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016123.183837:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332251264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4276us (4743us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.183853:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12659 00000100:00100000:1.0:1734016123.192076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.192425:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332251392 00000100:00100000:3.0:1734016123.192585:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332251392 00000100:00100000:3.0:1734016123.192666:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12660 00000100:00100000:3.0:1734016123.192677:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332251392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.192704:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.192759:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176608 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5db expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.192838:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485888:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.192945:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.196952:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334485888:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.197073:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176608 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5db expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.197097:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176608 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5db expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.197135:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016123.198510:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332251392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5831us (6444us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.198518:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12660 00000100:00100000:0.0:1734016123.205703:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.208166:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332251520 00000100:00100000:3.0:1734016123.208184:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332251520 00000100:00100000:3.0:1734016123.208250:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12661 00000100:00100000:3.0:1734016123.208261:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332251520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.208280:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.208301:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317660f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5e2 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.208361:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486016:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.209158:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.224263:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486016:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.224330:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317660f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5e2 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224351:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317660f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5e2 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224380:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016123.225388:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332251520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17120us (19697us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.225403:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12661 00000100:00100000:1.0:1734016123.230918:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.231033:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332251776 00000100:00100000:2.0:1734016123.231048:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332251776 00002000:00100000:2.0:1734016123.231128:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1785856->1789951) req@ffff8800795ce300 x1818247332251776/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.231141:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ce300 with x1818247332251776 ext(1785856->1789951) 00002000:00010000:2.0:1734016123.231148:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ce300 00000100:00100000:2.0:1734016123.231332:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9869 00000100:00100000:2.0:1734016123.231342:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332251776:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.231948:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332251776:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 605us (1048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.231955:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9869 00002000:00100000:2.0:1734016123.231961:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1785856->1789951) req@ffff8800795ce300 x1818247332251776/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.231968:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ce300 with x1818247332251776 ext(1785856->1789951) 00002000:00010000:2.0:1734016123.231971:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795ce300 00000100:00100000:0.0:1734016123.236157:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.236460:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252032 00000100:00100000:2.0:1734016123.236478:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252032 00002000:00100000:2.0:1734016123.236537:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1789952->1794047) req@ffff880097d0fb80 x1818247332252032/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.236547:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0fb80 with x1818247332252032 ext(1789952->1794047) 00002000:00010000:2.0:1734016123.236552:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0fb80 00000100:00100000:2.0:1734016123.236577:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9870 00000100:00100000:2.0:1734016123.236584:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332252032:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.236837:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332252032:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 252us (693us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.236846:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9870 00002000:00100000:2.0:1734016123.236852:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1789952->1794047) req@ffff880097d0fb80 x1818247332252032/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.236858:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0fb80 with x1818247332252032 ext(1789952->1794047) 00002000:00010000:2.0:1734016123.236861:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0fb80 00000100:00100000:1.0:1734016123.242365:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.242834:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252288 00000100:00100000:0.0:1734016123.242854:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252288 00002000:00100000:0.0:1734016123.242947:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1794048->1798143) req@ffff8800795cc000 x1818247332252288/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.242960:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc000 with x1818247332252288 ext(1794048->1798143) 00002000:00010000:0.0:1734016123.242968:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc000 00000100:00100000:0.0:1734016123.243009:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9871 00000100:00100000:0.0:1734016123.243018:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332252288:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.243243:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332252288:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 227us (896us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.243249:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9871 00002000:00100000:0.0:1734016123.243255:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1794048->1798143) req@ffff8800795cc000 x1818247332252288/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.243261:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc000 with x1818247332252288 ext(1794048->1798143) 00002000:00010000:0.0:1734016123.243263:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc000 00000100:00100000:1.0:1734016123.248620:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.248778:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252416 00000100:00100000:2.0:1734016123.248797:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252416 00002000:00100000:2.0:1734016123.248870:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1425408->1798143) req@ffff880139bf3b80 x1818247332252416/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.248882:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3b80 with x1818247332252416 ext(1425408->1798143) 00002000:00010000:2.0:1734016123.248890:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf3b80 00000100:00100000:2.0:1734016123.248962:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9872 00000100:00100000:2.0:1734016123.248972:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332252416:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016123.253195:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332252416:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4204us (4581us total) trans 4294969760 rc 0/0 00000100:00100000:2.0:1734016123.253212:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9872 00002000:00100000:2.0:1734016123.253235:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1425408->1798143) req@ffff880139bf3b80 x1818247332252416/t4294969760(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 504/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.253246:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3b80 with x1818247332252416 ext(1425408->1798143) 00002000:00010000:2.0:1734016123.253254:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf3b80 00000100:00100000:1.0:1734016123.256608:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.256883:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252544 00000100:00100000:3.0:1734016123.256896:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252544 00000100:00100000:3.0:1734016123.257117:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12662 00000100:00100000:3.0:1734016123.257138:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332252544:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016123.259267:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969760 is committed 00000001:00080000:2.0:1734016123.259291:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969759 is committed 00000100:00100000:3.0:1734016123.259619:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332252544:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2472us (3018us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.259634:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12662 00000100:00100000:1.0:1734016123.264905:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.265056:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252672 00000100:00100000:3.0:1734016123.265078:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252672 00000100:00100000:3.0:1734016123.265162:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12663 00000100:00100000:3.0:1734016123.265172:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332252672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.265197:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.265229:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176616 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5e9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.265336:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486144:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.265455:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.269069:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486144:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.269139:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176616 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5e9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.269158:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176616 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5e9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.269518:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016123.269619:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332252672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4448us (4739us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.269631:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12663 00000100:00100000:1.0:1734016123.273712:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.273922:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252800 00000100:00100000:3.0:1734016123.273939:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252800 00000100:00100000:3.0:1734016123.274134:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12664 00000100:00100000:3.0:1734016123.274144:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332252800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.274165:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.274190:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317661d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5f0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.274264:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486272:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.274806:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.277098:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486272:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.277151:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317661d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5f0 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.277165:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317661d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5f0 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.277195:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016123.277268:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332252800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3124us (3574us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.277277:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12664 00000100:00100000:0.0:1734016123.279923:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.280181:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332252928 00000100:00100000:3.0:1734016123.280199:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332252928 00000100:00100000:3.0:1734016123.280251:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12665 00000100:00100000:3.0:1734016123.280261:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332252928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.280288:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.280311:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176624 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5f7 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.280380:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486400:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.280974:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.295665:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486400:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.295755:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176624 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5f7 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.295771:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176624 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5f7 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.295791:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016123.295881:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332252928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15620us (15977us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.295891:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12665 00000100:00100000:1.0:1734016123.301409:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.301541:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253056 00000100:00100000:3.0:1734016123.301556:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253056 00000100:00100000:3.0:1734016123.301628:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12666 00000100:00100000:3.0:1734016123.301638:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332253056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.301670:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.301698:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317662b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b5fe expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.301812:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486528:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.301920:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.305496:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486528:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.305537:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317662b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5fe expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.305553:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317662b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5fe expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.305570:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016123.305685:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332253056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4047us (4297us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.305696:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12666 00000100:00100000:1.0:1734016123.307929:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.308021:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253184 00000100:00100000:3.0:1734016123.308036:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253184 00000100:00100000:3.0:1734016123.308656:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12667 00000100:00100000:3.0:1734016123.308667:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332253184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.308697:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.308752:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176632 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b605 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.308816:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.309998:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.311818:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486656:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.311858:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176632 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b605 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.311875:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176632 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b605 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.311892:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016123.312501:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332253184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3833us (4579us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.312514:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12667 00000100:00100000:0.0:1734016123.318938:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.325271:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253312 00000100:00100000:3.0:1734016123.325298:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253312 00000100:00100000:3.0:1734016123.326279:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12668 00000100:00100000:3.0:1734016123.326289:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332253312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.326322:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.326359:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176639 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b60c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.326470:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486784:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016123.326617:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.331966:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334486784:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016123.332017:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176639 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b60c expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.332037:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176639 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b60c expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.333397:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016123.333634:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332253312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7339us (14704us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.333647:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12668 00000100:00100000:1.0:1734016123.343085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.343433:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253568 00000100:00100000:0.0:1734016123.343449:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253568 00000100:00100000:0.0:1734016123.343529:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2599 00000100:00100000:0.0:1734016123.343539:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332253568:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016123.343605:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016123.343631:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31764f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4c3 expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.343678:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016123.343683:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016123.343912:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016123.343923:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 28 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.343931:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016123.343959:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 28 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.343969:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 28 pid: 14034 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.343984:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334486912:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016123.344050:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.366704:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.367343:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334486912:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016123.367380:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016123.369414:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253696 00000100:00100000:3.0:1734016123.369434:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253696 00010000:00010000:3.0:1734016123.370564:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 29 pid: 14034 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.370615:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3408 00000100:00100000:3.0:1734016123.370623:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:1969:x1818247332253696:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.370639:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.370644:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 29 pid: 14034 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.370657:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 29 pid: 14034 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.370679:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d31764e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b4bc expref: 29 pid: 14034 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.370701:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016123.370706:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016123.370715:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016123.370735:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00000100:00080000:1.0:1734016123.370839:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016093 00010000:00010000:3.0:1734016123.371667:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016123.372015:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016123.372024:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:0.0:1734016123.372139:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968970 00000004:00010000:0.0:1734016123.372190:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801310cc700 reply state ffff88011db6d000 transno 4294968971 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016123.372198:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016123.373886:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:1969:x1818247332253696:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3248us (7185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.373902:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3408 00000100:00100000:0.0:1734016123.382473:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332253568:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 38902us (39375us total) trans 4294968971 rc 0/0 00000100:00100000:0.0:1734016123.382497:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2599 00000020:00080000:0.0:1734016123.382512:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016123.403478:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016123.403486:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016123.403493:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.403501:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.403508:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e4900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016123.403514:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.403525:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.403550:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016123.403554:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.403559:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.403565:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d3176640 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016123.403610:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253824 00000100:00100000:3.0:1734016123.403625:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253824 00000100:00100000:3.0:1734016123.403698:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12669 00000100:00100000:3.0:1734016123.403707:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332253824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.403771:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.403796:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b613 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.403828:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.403835:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.403838:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.403842:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.403872:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.403883:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 8 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.403897:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334487040:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016123.403964:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.409240:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334487040:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016123.409301:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.409319:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016123.413767:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332253824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10016us (10251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.413783:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12669 00000100:00100000:2.0:1734016123.415102:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.415420:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332253952 00000100:00100000:3.0:1734016123.415433:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332253952 00010000:00010000:3.0:1734016123.415485:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.415536:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3409 00000100:00100000:3.0:1734016123.415544:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332253952:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.415569:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.415603:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.415618:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.415653:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31765bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b58e expref: 9 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.415684:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.415688:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.415697:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.415708:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.415788:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.415807:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334487168:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016123.415896:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.418215:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.418249:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016123.418338:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332254080 00000100:00100000:1.0:1734016123.418353:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332254080 00002000:00010000:1.0:1734016123.418405:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6261844->18446744073709551615) 00002000:00100000:1.0:1734016123.418409:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ea00 with x1818247332254080 ext(6261844->18446744073709551615) 00002000:00010000:1.0:1734016123.418426:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0ea00. 00000100:00100000:1.0:1734016123.418449:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332254208 00000100:00100000:1.0:1734016123.418451:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332254208 00002000:00010000:1.0:1734016123.418461:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016123.418464:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d180 with x1818247332254208 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016123.418471:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d180. 00000100:00100000:3.0:1734016123.418598:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334487168:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016123.418629:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.418695:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332253952:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3151us (3604us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.418709:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3409 00000100:00100000:1.0:1734016123.418908:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9873 00000100:00100000:1.0:1734016123.418918:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332254080:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016123.419345:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6261844 00002000:00010000:1.0:1734016123.419348:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.419350:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.419352:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.419353:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 120 -> 168 00000100:00100000:1.0:1734016123.419380:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332254080:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 464us (1195us total) trans 4294969761 rc 0/0 00000100:00100000:1.0:1734016123.419386:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9873 00002000:00010000:1.0:1734016123.419388:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6261844->18446744073709551615) 00002000:00100000:1.0:1734016123.419390:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ea00 with x1818247332254080 ext(6261844->18446744073709551615) 00002000:00010000:1.0:1734016123.419393:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0ea00. 00000100:00100000:1.0:1734016123.419404:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9874 00000100:00100000:1.0:1734016123.419408:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332254208:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016123.419511:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3978923 -> 4194304 00002000:00010000:1.0:1734016123.419513:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.419515:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:1.0:1734016123.419517:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.419519:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1734016123.419538:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332254208:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 129us (1289us total) trans 4294968165 rc 0/0 00000100:00100000:1.0:1734016123.419545:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9874 00002000:00010000:1.0:1734016123.419548:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016123.419551:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d180 with x1818247332254208 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016123.419554:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d180. 00000100:00100000:2.0:1734016123.459017:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.459627:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332254464 00000100:00100000:0.0:1734016123.459639:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332254464 00002000:00100000:0.0:1734016123.459686:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6258688->6262783) req@ffff880079993800 x1818247332254464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.459697:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079993800 with x1818247332254464 ext(6258688->6262783) 00002000:00010000:0.0:1734016123.459703:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079993800 00000100:00100000:0.0:1734016123.459765:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9875 00000100:00100000:0.0:1734016123.459774:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332254464:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.459986:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332254464:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 210us (976us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.459994:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9875 00002000:00100000:0.0:1734016123.460000:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6258688->6262783) req@ffff880079993800 x1818247332254464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.460007:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079993800 with x1818247332254464 ext(6258688->6262783) 00002000:00010000:0.0:1734016123.460010:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079993800 00000100:00100000:2.0:1734016123.475662:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016123.476222:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.479061:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332254848 00000100:00100000:0.0:1734016123.479084:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332254848 00002000:00100000:0.0:1734016123.479184:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6258688->6261843) req@ffff880079992680 x1818247332254848/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 3648/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.479201:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992680 with x1818247332254848 ext(6258688->6261843) 00002000:00010000:0.0:1734016123.479213:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079992680 00000100:00100000:0.0:1734016123.479289:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332254720 00000100:00100000:0.0:1734016123.479294:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332254720 00002000:00100000:0.0:1734016123.479314:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8801310cd180 x1818247332254720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.479323:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cd180 with x1818247332254720 ext(0->4194303) 00002000:00010000:0.0:1734016123.479327:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801310cd180 00000100:00100000:0.0:1734016123.479347:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9876 00000100:00100000:0.0:1734016123.479359:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332254848:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016123.479860:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9877 00000100:00100000:1.0:1734016123.479867:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332254720:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.484012:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332254848:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4638us (8352us total) trans 4294969762 rc 0/0 00000100:00100000:0.0:1734016123.484026:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9876 00002000:00100000:0.0:1734016123.484041:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6258688->6261843) req@ffff880079992680 x1818247332254848/t4294969762(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 3648/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.484052:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992680 with x1818247332254848 ext(6258688->6261843) 00002000:00010000:0.0:1734016123.484061:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079992680 00000100:00100000:2.0:1734016123.491206:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.492123:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332254976 00000100:00100000:0.0:1734016123.492141:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332254976 00000100:00100000:0.0:1734016123.492273:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2600 00000100:00100000:0.0:1734016123.492288:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332254976:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016123.492560:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332254976:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 275us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.492567:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2600 00000100:00100000:3.0:1734016123.506914:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.506960:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332255104 00000100:00100000:3.0:1734016123.506974:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332255104 00000100:00100000:3.0:1734016123.507043:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12670 00000100:00100000:3.0:1734016123.507055:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332255104:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016123.524794:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969762 is committed 00000100:00100000:3.0:1734016123.531220:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332255104:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 24149us (24305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.531241:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12670 00000100:00100000:0.0:1734016123.545564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.546541:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332255232 00000100:00100000:2.0:1734016123.546560:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332255232 00000100:00100000:2.0:1734016123.546639:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2601 00000100:00100000:2.0:1734016123.546651:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332255232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.546688:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.546756:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d317664e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b61a expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.546887:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016123.546907:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016123.546919:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016123.546947:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10456148 00000004:00200000:2.0:1734016123.546951:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016123.546969:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016123.546993:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d317664e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.547033:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.547042:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016123.547046:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016123.547050:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016123.547143:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332255232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 494us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.547156:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2601 00000100:00100000:2.0:1734016123.579063:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332254720:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 99180us (102826us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016123.579077:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9877 00002000:00100000:2.0:1734016123.579093:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8801310cd180 x1818247332254720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.579107:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cd180 with x1818247332254720 ext(0->4194303) 00002000:00010000:2.0:1734016123.579125:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801310cd180 00000100:00100000:0.0:1734016123.600013:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.600078:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016123.600194:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332255488 00000100:00100000:1.0:1734016123.600207:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332255488 00000100:00100000:1.0:1734016123.600268:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332255360 00000100:00100000:1.0:1734016123.600270:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332255360 00000100:00100000:1.0:1734016123.600289:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12671 00000100:00100000:1.0:1734016123.600298:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332255488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.600324:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.600348:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317665c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b628 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.600423:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334487296:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016123.600497:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.600636:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12672 00000100:00100000:1.0:1734016123.600641:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332255360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.600650:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.600662:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3176663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b621 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.600696:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334487424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016123.600773:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016123.610857:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:1.0:1734016123.610901:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334487296:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016123.610957:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317665c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b628 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.610981:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317665c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b628 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.611022:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016123.611100:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332255488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10800us (11096us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.611123:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12671 00002000:00010000:2.0:1734016123.614186:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 168 -> 176 00000100:00100000:2.0:1734016123.614238:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334487424:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016123.614308:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3176663 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b621 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.614331:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3176663 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b621 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.614378:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:2.0:1734016123.614485:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332255360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13839us (14403us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.614499:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12672 00000100:00100000:0.0:1734016123.620919:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.621371:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332255616 00000100:00100000:2.0:1734016123.621385:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332255616 00000100:00100000:2.0:1734016123.621466:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12673 00000100:00100000:2.0:1734016123.621478:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332255616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.621513:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.621548:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b62f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.621614:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.621626:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.621629:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.621633:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5885952->5890047] (req 5885952->5890047) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.621694:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.624033:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 6 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.624097:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334487552:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016123.624254:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.633392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.633616:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334487552:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016123.633665:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5885952->5890047] (req 5885952->5890047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.633693:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:3.0:1734016123.633876:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332255744 00000100:00100000:3.0:1734016123.633886:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332255744 00010000:00010000:3.0:1734016123.633917:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 7 pid: 10116 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.633963:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3410 00000100:00100000:3.0:1734016123.633973:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac800c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332255744:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.633990:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.634018:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 7 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.634030:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 7 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.634060:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31765de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1425408->1433599) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b5b1 expref: 7 pid: 10116 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.634088:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.634090:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.634099:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.634109:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.634162:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.634178:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334487680:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016123.635289:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332255616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13809us (14386us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.635289:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800760350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.635298:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12673 00000100:00100000:3.0:1734016123.667560:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334487680:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016123.667595:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.667663:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac800c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332255744:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 33687us (34286us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.667679:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3410 00000100:00100000:0.0:1734016123.675526:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016123.675586:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.677074:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332256000 00000100:00100000:2.0:1734016123.677088:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332256000 00002000:00100000:2.0:1734016123.677146:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5890047) req@ffff880097d0e680 x1818247332256000/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.677156:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332256000 ext(0->5890047) 00002000:00010000:2.0:1734016123.677162:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:2.0:1734016123.677186:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332256128 00000100:00100000:2.0:1734016123.677188:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332256128 00002000:00100000:2.0:1734016123.677199:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880097d0c000 x1818247332256128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.677206:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c000 with x1818247332256128 ext(4190208->4194303) 00002000:00010000:2.0:1734016123.677208:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0c000 00000100:00100000:2.0:1734016123.677221:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9878 00000100:00100000:1.0:1734016123.677269:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9879 00000100:00100000:1.0:1734016123.677275:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332256128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.677442:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332256128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 166us (1855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.677449:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9879 00002000:00100000:1.0:1734016123.677454:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880097d0c000 x1818247332256128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.677460:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c000 with x1818247332256128 ext(4190208->4194303) 00002000:00010000:1.0:1734016123.677462:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0c000 00000100:00100000:2.0:1734016123.677509:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332256000:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.821620:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332256000:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 144358us (146074us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016123.821645:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9878 00002000:00100000:3.0:1734016123.821675:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5890047) req@ffff880097d0e680 x1818247332256000/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:84/0 lens 504/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.821691:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332256000 ext(0->5890047) 00002000:00010000:3.0:1734016123.821706:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:0.0:1734016123.831275:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.831393:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332256384 00000100:00100000:2.0:1734016123.831408:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332256384 00000100:00100000:2.0:1734016123.831480:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12674 00000100:00100000:2.0:1734016123.831490:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332256384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.831612:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.831639:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b636 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.831677:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.831679:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.831689:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.831712:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.832362:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016123.832455:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332256384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 962us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.832463:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12674 00000100:00100000:0.0:1734016123.850044:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.854377:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332256512 00000100:00100000:3.0:1734016123.854400:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332256512 00002000:00100000:3.0:1734016123.856271:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2301952->2314239) req@ffff880097d0ce00 x1818247332256512/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 12776/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.856287:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332256512 ext(2301952->2314239) 00002000:00010000:3.0:1734016123.856298:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0ce00 00000100:00100000:3.0:1734016123.856369:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9880 00000100:00100000:3.0:1734016123.856380:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332256512:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016123.860898:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332256512:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4490us (10851us total) trans 4294968166 rc 0/0 00000100:00100000:3.0:1734016123.860921:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9880 00002000:00100000:3.0:1734016123.860943:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2301952->2314239) req@ffff880097d0ce00 x1818247332256512/t4294968166(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:84/0 lens 12776/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.860957:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332256512 ext(2301952->2314239) 00002000:00010000:3.0:1734016123.860969:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0ce00 00000100:00100000:1.0:1734016123.875784:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016123.877079:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016123.878235:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332256640 00000100:00100000:2.0:1734016123.878253:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332256640 00000100:00100000:2.0:1734016123.878341:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12675 00000100:00100000:2.0:1734016123.878351:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332256640:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:3.0:1734016123.882233:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968166 is committed 00000001:00080000:3.0:1734016123.882267:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968164 is committed 00000100:00100000:2.0:1734016123.889302:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332256640:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 10924us (13560us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.889324:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12675 00000100:00100000:0.0:1734016123.898471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.898636:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332256896 00000100:00100000:2.0:1734016123.898652:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332256896 00000100:00100000:2.0:1734016123.898780:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2602 00000100:00100000:2.0:1734016123.898792:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332256896:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016123.899140:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.899160:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.899168:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.899219:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.899233:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 33 pid: 14034 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016123.899247:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334487808:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016123.899346:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.909427:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334487808:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016123.909485:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016123.915056:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.919460:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257024 00000100:00100000:3.0:1734016123.919498:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257024 00010000:00010000:3.0:1734016123.919597:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 34 pid: 14034 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016123.919667:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3411 00000100:00100000:3.0:1734016123.919675:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:1968:x1818247332257024:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.919697:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.919706:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 34 pid: 14034 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016123.919759:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 34 pid: 14034 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016123.919795:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176655 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b61a expref: 34 pid: 14034 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016123.919851:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016123.919858:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016123.919870:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016123.919878:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016123.919924:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.920029:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:1968:x1818247332257024:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 354us (4999us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.920039:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3411 00010000:00010000:2.0:1734016123.922343:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.922376:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:2.0:1734016123.922575:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968972 00000004:00010000:2.0:1734016123.922678:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076629c00 reply state ffff88012e285000 transno 4294968973 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016123.922690:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016123.923844:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332256896:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 25040us (25379us total) trans 4294968973 rc 0/0 00000100:00100000:2.0:1734016123.923859:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2602 00000020:00080000:2.0:1734016123.923869:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016123.935602:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.935942:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257152 00000100:00100000:3.0:1734016123.935959:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257152 00010000:00010000:2.0:1734016123.936312:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.936330:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.936337:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.936342:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffe880 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016123.936348:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.936357:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.936379:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016123.936382:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.936387:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016123.936393:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d3176678 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016123.937401:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12676 00000100:00100000:3.0:1734016123.937416:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332257152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.937454:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.937493:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b63d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.937539:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.937549:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.937557:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.937560:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.937566:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.937620:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.937636:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 6 pid: 13917 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016123.937658:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334487936:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016123.944760:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.944795:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016123.944818:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334488064:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016123.944927:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.958778:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016123.959049:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334487936:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016123.959064:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334488064:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016123.959121:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.959149:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:0.0:1734016123.960368:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257280 00000100:00100000:0.0:1734016123.960378:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257280 00010000:00010000:0.0:1734016123.960408:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 7 pid: 13917 timeout: 488 lvb_type: 1 00000100:00100000:0.0:1734016123.960452:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3412 00000100:00100000:0.0:1734016123.960459:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332257280:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016123.960471:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016123.960489:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 7 pid: 13917 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016123.960498:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 7 pid: 13917 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016123.960518:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3176671 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b636 expref: 7 pid: 13917 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016123.960535:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.960602:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332257152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 23187us (25026us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.960611:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12676 00000100:00100000:0.0:1734016123.960684:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332257280:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 225us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.960693:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3412 00000100:00100000:0.0:1734016123.966464:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016123.966576:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257408 00000100:00100000:2.0:1734016123.966595:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257408 00010000:00010000:2.0:1734016123.966659:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016123.966758:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3413 00000100:00100000:2.0:1734016123.966769:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332257408:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.966797:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.966838:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016123.966855:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016123.966906:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d317666a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b62f expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016123.966935:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.966939:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.966949:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.966964:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.967031:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.967052:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334488192:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016123.967166:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.006622:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.006652:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334488192:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016124.006699:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.006847:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332257408:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 40078us (40406us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.006862:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3413 00000100:00100000:3.0:1734016124.015035:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257536 00000100:00100000:3.0:1734016124.015058:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257536 00000100:00100000:3.0:1734016124.015255:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12677 00000100:00100000:3.0:1734016124.015266:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332257536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.015296:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1734016124.015325:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016094 00010000:00010000:3.0:1734016124.015334:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b644 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.015380:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.015390:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.015393:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.015398:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.015448:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.015465:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 5 pid: 10116 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.015481:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334488320:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.015586:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.036286:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334488320:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.036316:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.036332:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016124.037075:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332257536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 21808us (30470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.037086:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12677 00000100:00100000:1.0:1734016124.057897:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.073518:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257664 00000100:00100000:0.0:1734016124.073537:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257664 00010000:00010000:0.0:1734016124.073595:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 6 pid: 10116 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016124.073663:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3414 00000100:00100000:0.0:1734016124.073672:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332257664:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.073689:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016124.073710:0:7025:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016124 00002000:00010000:0.0:1734016124.073713:0:7025:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016124 00002000:00010000:0.0:1734016124.073715:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 56 00010000:00010000:0.0:1734016124.073772:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 6 pid: 10116 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.073786:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 6 pid: 10116 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.073814:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176647 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b613 expref: 6 pid: 10116 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.073844:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.073846:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.073852:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.073861:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.073919:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.073929:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334488448:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016124.074019:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.076336:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334488448:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016124.076367:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.076432:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332257664:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2760us (18553us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.076444:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3414 00000100:00100000:0.0:1734016124.076811:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.076860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016124.076918:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257920 00000100:00100000:1.0:1734016124.076927:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257920 00002000:00010000:1.0:1734016124.076967:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3639778->18446744073709551615) 00002000:00100000:1.0:1734016124.076972:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662b800 with x1818247332257920 ext(3639778->18446744073709551615) 00002000:00010000:1.0:1734016124.076987:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662b800. 00000100:00100000:1.0:1734016124.077009:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332257792 00000100:00100000:1.0:1734016124.077012:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332257792 00002000:00010000:1.0:1734016124.077029:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016124.077032:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628000 with x1818247332257792 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016124.077040:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076628000. 00000100:00100000:1.0:1734016124.077053:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9881 00000100:00100000:1.0:1734016124.077060:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332257920:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016124.077083:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9882 00000100:00100000:0.0:1734016124.077089:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332257792:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016124.077413:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6261844 -> 4194304 00002000:00010000:0.0:1734016124.077417:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016124 00002000:00010000:0.0:1734016124.077419:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016124.077421:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016124 00002000:00010000:0.0:1734016124.077423:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 168 00000100:00100000:0.0:1734016124.077451:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332257792:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 362us (591us total) trans 4294969763 rc 0/0 00000100:00100000:0.0:1734016124.077464:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9882 00002000:00010000:0.0:1734016124.077468:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016124.077471:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628000 with x1818247332257792 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016124.077475:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076628000. 00000100:00080000:2.0:1734016124.077669:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016094 00002000:00010000:1.0:1734016124.077701:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3639778 00002000:00010000:1.0:1734016124.077704:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016124.077706:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.077709:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016124.077711:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 32 00000100:00100000:1.0:1734016124.077787:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332257920:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 727us (980us total) trans 4294968167 rc 0/0 00000100:00100000:1.0:1734016124.077798:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9881 00002000:00010000:1.0:1734016124.077801:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3639778->18446744073709551615) 00002000:00100000:1.0:1734016124.077804:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662b800 with x1818247332257920 ext(3639778->18446744073709551615) 00002000:00010000:1.0:1734016124.077809:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662b800. 00000100:00100000:0.0:1734016124.083267:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.083354:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258048 00000100:00100000:2.0:1734016124.083364:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258048 00000100:00100000:2.0:1734016124.083418:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2603 00000100:00100000:2.0:1734016124.083426:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332258048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.083462:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.083490:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317668d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b64b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.083610:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.083628:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.083643:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016124.083674:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7834082 00000004:00200000:2.0:1734016124.083678:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.083695:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.083739:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d317668d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 32 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.083774:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.083781:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016124.083784:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.083788:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016124.083842:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332258048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 416us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.083849:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2603 00000100:00100000:2.0:1734016124.094075:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.094170:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258176 00000100:00100000:0.0:1734016124.094183:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258176 00000100:00100000:0.0:1734016124.094268:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2604 00000100:00100000:0.0:1734016124.094279:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332258176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.094317:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.094350:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d317669b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b652 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.094486:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31766a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016124.094503:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31766a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016124.094514:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31766a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:0.0:1734016124.094546:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7834082 00000004:00200000:0.0:1734016124.094551:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.094573:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31766a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016124.094601:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d317669b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b652 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.094651:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31766a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b652 expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.094659:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016124.094663:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.094666:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:1.0:1734016124.094821:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332258176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 542us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.094830:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2604 00000100:00080000:2.0:1734016124.094834:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00000100:00100000:0.0:1734016124.102907:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.102976:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.103085:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258432 00000100:00100000:2.0:1734016124.103101:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258432 00000100:00100000:2.0:1734016124.103158:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258304 00000100:00100000:2.0:1734016124.103161:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258304 00000100:00100000:2.0:1734016124.103182:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12678 00000100:00100000:2.0:1734016124.103190:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332258432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.103217:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.103246:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31766a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b660 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.103325:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334488576:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.103407:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.103547:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12679 00000100:00100000:2.0:1734016124.103553:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332258304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.103564:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.103580:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31766b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b659 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.103611:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334488704:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.103652:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.113411:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334488576:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.113463:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31766a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b660 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.113483:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31766a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b660 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.113511:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016124.113558:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332258432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10368us (10665us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.113568:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12678 00000100:00100000:3.0:1734016124.113679:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334488704:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.113699:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31766b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b659 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.113708:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31766b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b659 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.113759:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:3.0:1734016124.113867:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332258304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10311us (10889us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.113872:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12679 00000100:00100000:0.0:1734016124.119380:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.119446:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.119573:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258560 00000100:00100000:2.0:1734016124.119585:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258560 00000100:00100000:2.0:1734016124.119635:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258688 00000100:00100000:2.0:1734016124.119638:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258688 00000100:00100000:2.0:1734016124.119661:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12680 00000100:00100000:2.0:1734016124.119670:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332258560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.119695:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.119759:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31766b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b667 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.119838:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334488832:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.119927:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.119966:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12681 00000100:00100000:2.0:1734016124.119970:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332258688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.119980:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.119993:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31766be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b66e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.120028:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334488960:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.120046:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.121800:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334488832:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.121839:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31766b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b667 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.121850:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31766b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b667 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.121865:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016124.121923:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332258560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2253us (2556us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.121932:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12680 00000100:00100000:2.0:1734016124.121981:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334488960:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.122000:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31766be lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b66e expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.122009:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d31766be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b66e expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.122018:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016124.122033:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332258688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2062us (2588us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.122042:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12681 00000100:00100000:1.0:1734016124.130068:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.130264:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258816 00000100:00100000:3.0:1734016124.130278:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258816 00000100:00100000:3.0:1734016124.130349:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12682 00000100:00100000:3.0:1734016124.130358:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332258816:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.130645:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4880954 00002000:00010000:3.0:1734016124.130649:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.130652:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016124.130654:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.130657:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 192 00000100:00100000:3.0:1734016124.132417:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332258816:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 2047us (2363us total) trans 4294969764 rc 0/0 00000100:00100000:3.0:1734016124.132434:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12682 00000100:00100000:1.0:1734016124.137556:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.137838:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332258944 00000100:00100000:3.0:1734016124.137846:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332258944 00000100:00100000:3.0:1734016124.137903:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12683 00000100:00100000:3.0:1734016124.137914:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332258944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.137938:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.137961:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31766c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b675 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.138021:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334489088:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.139028:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.139887:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.140479:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259072 00000100:00100000:2.0:1734016124.140490:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259072 00000100:00100000:2.0:1734016124.140556:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12684 00000100:00100000:2.0:1734016124.140565:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332259072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.140582:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.140609:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d31766cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b67c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.141324:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334489216:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.141384:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.142300:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334489088:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.142345:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31766c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b675 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.142361:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31766c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b675 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.142380:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016124.142421:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332258944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4506us (4880us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.142429:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12683 00000100:00100000:2.0:1734016124.144820:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334489216:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.144861:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d31766cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b67c expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.144877:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d31766cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b67c expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.144901:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016124.144952:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332259072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4386us (5069us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.144963:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12684 00000100:00100000:0.0:1734016124.148354:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.148421:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.148530:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259328 00000100:00100000:2.0:1734016124.148543:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259328 00000100:00100000:2.0:1734016124.148594:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12685 00000100:00100000:2.0:1734016124.148601:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332259328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.148620:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.148643:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31766d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b68a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.148705:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334489344:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.148810:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.149194:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259200 00000100:00100000:3.0:1734016124.149198:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259200 00000100:00100000:3.0:1734016124.149225:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12686 00000100:00100000:3.0:1734016124.149229:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332259200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.149240:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.149250:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31766da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b683 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.149284:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334489472:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.149313:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.152396:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334489344:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.152454:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31766d3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b68a expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.152472:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d31766d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b68a expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.153190:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334489472:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.153218:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31766da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b683 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.153229:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31766da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b683 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.153266:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00010000:00010000:2.0:1734016124.153611:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:3.0:1734016124.154093:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332259200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4857us (5666us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.154117:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12686 00000100:00100000:2.0:1734016124.154477:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332259328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5874us (6144us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.154486:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12685 00000100:00100000:0.0:1734016124.160679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.160986:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259584 00000100:00100000:3.0:1734016124.161002:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259584 00000100:00100000:3.0:1734016124.161066:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2605 00000100:00100000:3.0:1734016124.161073:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332259584:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016124.161143:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.161174:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31766a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b652 expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.161621:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016124.161627:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016124.161909:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.161926:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 30 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.161933:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.161978:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 30 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.161991:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 30 pid: 6484 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.162008:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334489600:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.162608:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd97600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.168277:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334489600:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.168331:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016124.168550:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.169202:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259712 00000100:00100000:2.0:1734016124.169212:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259712 00010000:00010000:2.0:1734016124.169254:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 31 pid: 6484 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.169294:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3415 00000100:00100000:2.0:1734016124.169302:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:1968:x1818247332259712:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.169319:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.169327:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 31 pid: 6484 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.169338:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 31 pid: 6484 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.169362:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176694 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b64b expref: 31 pid: 6484 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.169492:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016124.169498:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.169506:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.169514:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.169674:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.169748:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:1968:x1818247332259712:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 445us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.169755:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3415 00010000:00010000:3.0:1734016124.169818:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.169826:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:3.0:1734016124.169954:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968974 00000004:00010000:3.0:1734016124.170017:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007662ad80 reply state ffff8800773f4000 transno 4294968975 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016124.170024:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016124.170093:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:10366:x1818247332259584:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9019us (9435us total) trans 4294968975 rc 0/0 00000100:00100000:3.0:1734016124.170099:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2605 00000020:00080000:3.0:1734016124.170112:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016124.176926:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.176950:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.176958:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.176967:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9da1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016124.176974:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.176981:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.177003:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016124.177005:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.177009:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.177014:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31766e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016124.179094:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.179453:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259840 00000100:00100000:2.0:1734016124.179470:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259840 00000100:00100000:2.0:1734016124.179541:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12687 00000100:00100000:2.0:1734016124.179552:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332259840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.179578:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.179606:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b691 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.179646:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.179654:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.179657:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.179661:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.179694:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.179709:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.179766:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334489728:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016124.179847:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.183676:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334489728:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016124.184702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.184822:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332259968 00000100:00100000:3.0:1734016124.184831:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332259968 00010000:00010000:3.0:1734016124.184866:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 10 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.184910:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3416 00000100:00100000:3.0:1734016124.184920:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332259968:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.184937:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.184963:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 10 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.184974:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 10 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.185004:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317667f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b63d expref: 10 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.185044:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.185048:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.185055:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.185065:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.185123:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.185143:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334489856:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016124.185251:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016124.186126:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.186140:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016124.186187:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332259840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6635us (7110us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.186197:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12687 00000100:00100000:1.0:1734016124.193406:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.193639:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334489856:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016124.193663:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.193718:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332259968:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8798us (9018us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.193747:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3416 00000100:00100000:2.0:1734016124.194118:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260096 00000100:00100000:2.0:1734016124.194126:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260096 00000100:00100000:2.0:1734016124.194161:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12688 00000100:00100000:2.0:1734016124.194166:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087205050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332260096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.194185:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.194208:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b698 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.194237:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.194247:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.194249:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.194253:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.194284:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.194295:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.194307:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334489984:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016124.194345:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.197156:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334489984:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016124.197214:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.197241:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016124.197331:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087205050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332260096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3161us (3943us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.197342:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12688 00000100:00100000:0.0:1734016124.198425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.198885:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260224 00000100:00100000:3.0:1734016124.198899:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260224 00010000:00010000:3.0:1734016124.198947:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.198983:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3417 00000100:00100000:3.0:1734016124.198990:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac801050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332260224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.199012:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.199038:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.199049:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.199082:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176686 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b644 expref: 9 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.199121:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.199123:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.199130:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.199137:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.199167:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.199181:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334490112:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016124.199256:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bd976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.202764:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016124.202797:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.202910:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334490112:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016124.202940:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.203016:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac801050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332260224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4024us (4597us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.203031:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3417 00000100:00100000:2.0:1734016124.203163:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260352 00000100:00100000:2.0:1734016124.203173:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260352 00002000:00010000:2.0:1734016124.203218:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016124.203222:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cc380 with x1818247332260352 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016124.203235:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cc380. 00000100:00100000:2.0:1734016124.203251:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260480 00000100:00100000:2.0:1734016124.203253:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260480 00002000:00010000:2.0:1734016124.203261:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (883362->18446744073709551615) 00002000:00100000:2.0:1734016124.203263:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cce00 with x1818247332260480 ext(883362->18446744073709551615) 00002000:00010000:2.0:1734016124.203269:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801310cce00. 00000100:00100000:2.0:1734016124.203279:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9883 00000100:00100000:2.0:1734016124.203285:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332260352:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016124.203602:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4880954 -> 4194304 00002000:00010000:2.0:1734016124.203606:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.203609:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.203611:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.203613:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 168 00000100:00100000:2.0:1734016124.203637:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332260352:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 352us (888us total) trans 4294969765 rc 0/0 00000100:00100000:2.0:1734016124.203642:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9883 00002000:00010000:2.0:1734016124.203645:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016124.203648:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cc380 with x1818247332260352 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016124.203651:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cc380. 00000100:00100000:2.0:1734016124.203666:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9884 00000100:00100000:2.0:1734016124.203670:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332260480:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016124.205949:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3639778 -> 883362 00002000:00010000:2.0:1734016124.205956:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.205958:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.205960:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.205963:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:2.0:1734016124.206018:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332260480:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2341us (3215us total) trans 4294968168 rc 0/0 00000100:00100000:2.0:1734016124.206028:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9884 00002000:00010000:2.0:1734016124.206034:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (883362->18446744073709551615) 00002000:00100000:2.0:1734016124.206037:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cce00 with x1818247332260480 ext(883362->18446744073709551615) 00002000:00010000:2.0:1734016124.206042:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801310cce00. 00000100:00100000:0.0:1734016124.209298:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.209431:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260608 00000100:00100000:3.0:1734016124.209449:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260608 00000100:00100000:3.0:1734016124.209531:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2606 00000100:00100000:3.0:1734016124.209539:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332260608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.209566:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.209595:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d31766f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b69f expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.209764:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31766fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.209782:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31766fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.209795:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31766fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016124.209835:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5077666 00000004:00200000:3.0:1734016124.209841:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016124.209870:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31766fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.209898:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d31766f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b69f expref: 32 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.209929:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31766fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b69f expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.209938:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016124.209941:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016124.209945:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016124.210015:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332260608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 475us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.210022:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2606 00000100:00100000:0.0:1734016124.214935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.214990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.215088:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260736 00000100:00100000:3.0:1734016124.215099:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260736 00000100:00100000:3.0:1734016124.215157:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260864 00000100:00100000:3.0:1734016124.215159:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260864 00000100:00100000:3.0:1734016124.215186:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12689 00000100:00100000:3.0:1734016124.215195:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332260736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.215221:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.215244:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176704 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6a6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.215313:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334490240:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.215380:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.215470:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12690 00000100:00100000:1.0:1734016124.215477:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332260864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.215486:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.215496:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317670b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6ad expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.215526:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334490368:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016124.215553:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.218296:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334490368:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016124.218336:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317670b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6ad expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.218353:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317670b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6ad expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.218387:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016124.218444:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332260864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2964us (3450us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.218454:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12690 00000100:00100000:3.0:1734016124.218575:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334490240:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.218594:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176704 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6a6 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.218602:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176704 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6a6 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.218613:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016124.218633:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332260736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3439us (3712us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.218638:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12689 00000100:00100000:0.0:1734016124.224025:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.224368:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.225424:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332260992 00000100:00100000:3.0:1734016124.225438:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332260992 00000100:00100000:3.0:1734016124.225496:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261120 00000100:00100000:3.0:1734016124.225499:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261120 00000100:00100000:3.0:1734016124.225528:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12691 00000100:00100000:3.0:1734016124.225538:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332260992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.225572:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.225601:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176712 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6b4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.225678:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334490496:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.225779:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.225861:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12692 00000100:00100000:2.0:1734016124.225869:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332261120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.225879:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.225895:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3176719 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6bb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.225932:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334490624:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.225959:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.228704:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334490624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.228764:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3176719 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6bb expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.228781:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3176719 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6bb expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.228805:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016124.228861:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332261120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2990us (4491us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.228876:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12692 00000100:00100000:3.0:1734016124.230025:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334490496:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.230056:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176712 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6b4 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.230068:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176712 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6b4 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.230364:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016124.230431:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332260992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4892us (6420us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.230443:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12691 00000100:00100000:0.0:1734016124.234829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016124.234914:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261248 00000100:00100000:1.0:1734016124.234925:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261248 00000100:00100000:1.0:1734016124.235054:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2607 00000100:00100000:1.0:1734016124.235062:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+35:10366:x1818247332261248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.235092:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.235120:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176720 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6c2 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235237:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.235255:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.235268:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016124.235305:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5077666 00000004:00200000:1.0:1734016124.235311:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.235333:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.235384:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176720 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235955:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 36 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235964:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016124.235968:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.235971:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016124.236292:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:10366:x1818247332261248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1228us (1480us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.236300:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2607 00000100:00100000:1.0:1734016124.241791:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.247689:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261376 00000100:00100000:3.0:1734016124.247704:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261376 00000100:00100000:3.0:1734016124.247796:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12693 00000100:00100000:3.0:1734016124.247807:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332261376:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.248122:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 883362 -> 3654161 00002000:00010000:3.0:1734016124.248125:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.248128:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016124.248131:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.248133:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:3.0:1734016124.248222:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332261376:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 416us (6443us total) trans 4294968169 rc 0/0 00000100:00100000:3.0:1734016124.248229:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12693 00000100:00100000:0.0:1734016124.255850:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.255911:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.256054:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261504 00000100:00100000:3.0:1734016124.256071:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261504 00000100:00100000:3.0:1734016124.256132:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261632 00000100:00100000:3.0:1734016124.256135:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261632 00000100:00100000:3.0:1734016124.256157:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12694 00000100:00100000:3.0:1734016124.256168:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332261504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.256205:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.256239:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317672e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6c9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.256349:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334490752:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.256455:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.256566:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12695 00000100:00100000:2.0:1734016124.256573:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332261632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.256582:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.256599:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3176735 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6d0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.256634:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334490880:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.256658:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.259397:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334490880:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.259442:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3176735 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6d0 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.259459:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3176735 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6d0 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.259488:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:3.0:1734016124.259642:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334490752:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.259665:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317672e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c9 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.259675:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317672e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c9 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016124.261216:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332261632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4630us (5292us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.261228:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12695 00010000:00010000:3.0:1734016124.262358:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016124.262435:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332261504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6267us (6604us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.262443:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12694 00000100:00100000:0.0:1734016124.267826:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.268136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.268289:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261888 00000100:00100000:2.0:1734016124.268302:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261888 00000100:00100000:2.0:1734016124.268460:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332261760 00000100:00100000:2.0:1734016124.268464:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332261760 00000100:00100000:3.0:1734016124.268524:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12696 00000100:00100000:3.0:1734016124.268532:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332261888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.268553:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.268575:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317673c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6de expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.268637:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334491008:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.268746:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.269049:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12697 00000100:00100000:2.0:1734016124.269056:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332261760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.269064:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.269076:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3176743 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6d7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.269112:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334491136:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.269134:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.270934:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334491136:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.270961:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3176743 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6d7 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.270973:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3176743 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6d7 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.271077:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:3.0:1734016124.271419:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334491008:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.271447:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317673c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6de expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.271456:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317673c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6de expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.271476:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:2.0:1734016124.271512:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332261760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2454us (3375us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.271519:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12697 00000100:00100000:3.0:1734016124.271677:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332261888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3145us (3861us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.271682:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12696 00000100:00100000:0.0:1734016124.278169:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.278255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.278614:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262016 00000100:00100000:2.0:1734016124.278630:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262016 00000100:00100000:2.0:1734016124.278692:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262144 00000100:00100000:2.0:1734016124.278694:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262144 00000100:00100000:2.0:1734016124.278845:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12698 00000100:00100000:2.0:1734016124.278855:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332262016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.278880:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.278907:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d317674a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6e5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.278992:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334491264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.279073:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.279135:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12699 00000100:00100000:3.0:1734016124.279142:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332262144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.279153:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.279165:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176751 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6ec expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.279192:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334491392:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.279214:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.286645:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334491264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.286711:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d317674a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6e5 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.286801:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d317674a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6e5 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.287757:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334491392:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.287790:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176751 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6ec expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.287802:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176751 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6ec expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.287823:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016124.287923:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332262144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8778us (9666us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.287936:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12699 00010000:00010000:2.0:1734016124.288896:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016124.288953:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332262016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10096us (10803us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.288961:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12698 00000100:00100000:2.0:1734016124.293519:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.293580:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.293656:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262400 00000100:00100000:3.0:1734016124.293671:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262400 00000100:00100000:3.0:1734016124.294095:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262272 00000100:00100000:3.0:1734016124.294099:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262272 00000100:00100000:0.0:1734016124.294141:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12700 00000100:00100000:0.0:1734016124.294153:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332262400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.294183:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.294214:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3176758 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6fa expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.294291:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334491520:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016124.294360:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.294530:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12701 00000100:00100000:3.0:1734016124.294536:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332262272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.294545:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.294557:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317675f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b6f3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.294592:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334491648:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.294623:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.297895:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334491520:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.297973:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3176758 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6fa expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.298002:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3176758 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6fa expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.298158:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334491648:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.298184:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317675f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6f3 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.298196:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317675f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6f3 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.298217:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016124.298300:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332262272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3759us (4716us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.298313:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12701 00010000:00010000:2.0:1734016124.300260:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:2.0:1734016124.300353:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332262400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6193us (6844us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.300364:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12700 00000100:00100000:2.0:1734016124.304061:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.304423:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.304498:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262528 00000100:00100000:0.0:1734016124.304515:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262528 00000100:00100000:0.0:1734016124.305835:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262656 00000100:00100000:0.0:1734016124.305848:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262656 00000100:00100000:3.0:1734016124.305949:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12702 00000100:00100000:3.0:1734016124.305962:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332262528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.305990:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.306015:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176766 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b701 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.306090:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334491776:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.306208:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.306462:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12703 00000100:00100000:0.0:1734016124.306468:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332262656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.306478:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.306490:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d317676d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b708 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.306524:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334491904:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016124.306551:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.310428:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334491904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.310814:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334491776:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.310882:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176766 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b701 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.310933:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d317676d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b708 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.310943:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d317676d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b708 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.310950:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176766 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b701 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.310970:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016124.311041:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332262656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4570us (6616us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016124.311052:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12703 00010000:00010000:3.0:1734016124.311255:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016124.311292:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332262528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5332us (7250us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.311298:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12702 00000100:00100000:0.0:1734016124.315506:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.316010:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262784 00000100:00100000:3.0:1734016124.316026:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262784 00000100:00100000:3.0:1734016124.316086:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12704 00000100:00100000:3.0:1734016124.316095:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332262784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.316128:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.316161:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b70f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.316213:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.316222:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.316226:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.316229:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.316279:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.316294:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 7 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.316319:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334492032:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.316417:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.319757:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334492032:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.319800:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.319816:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016124.319865:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332262784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3772us (4376us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.319874:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12704 00000100:00100000:0.0:1734016124.320982:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.321357:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332262912 00000100:00100000:3.0:1734016124.321368:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332262912 00010000:00010000:3.0:1734016124.321405:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.321996:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3418 00000100:00100000:3.0:1734016124.322006:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332262912:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.322022:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.322052:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.322065:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.322094:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31766ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b698 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.322171:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.322173:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.322184:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.322192:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.322239:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.322255:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334492160:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016124.322325:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.329881:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334492160:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016124.329912:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.329974:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332262912:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7968us (8997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.329989:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3418 00000100:00100000:0.0:1734016124.337253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.337384:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263168 00000100:00100000:3.0:1734016124.337397:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263168 00002000:00100000:3.0:1734016124.337444:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3657727) req@ffff88012e3b4700 x1818247332263168/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.337461:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332263168 ext(0->3657727) 00002000:00010000:3.0:1734016124.337466:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:0.0:1734016124.338615:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9885 00000100:00100000:0.0:1734016124.338625:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332263168:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.386193:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332263168:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 47542us (48923us total) trans 0 rc 3657728/3657728 00000100:00100000:2.0:1734016124.386222:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9885 00002000:00100000:2.0:1734016124.386245:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3657727) req@ffff88012e3b4700 x1818247332263168/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 3657728/3657728 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.386262:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332263168 ext(0->3657727) 00002000:00010000:2.0:1734016124.386276:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:0.0:1734016124.395942:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.396171:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263296 00000100:00100000:2.0:1734016124.396186:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263296 00002000:00100000:2.0:1734016124.396253:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (212992->217087) req@ffff88012e3b7b80 x1818247332263296/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 4584/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.396264:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7b80 with x1818247332263296 ext(212992->217087) 00002000:00010000:2.0:1734016124.396272:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b7b80 00000100:00100000:2.0:1734016124.396884:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9886 00000100:00100000:2.0:1734016124.396893:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332263296:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016124.398410:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332263296:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1506us (2468us total) trans 4294968170 rc 0/0 00000100:00100000:2.0:1734016124.398422:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9886 00002000:00100000:2.0:1734016124.398438:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (212992->217087) req@ffff88012e3b7b80 x1818247332263296/t4294968170(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 4584/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.398456:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7b80 with x1818247332263296 ext(212992->217087) 00002000:00010000:2.0:1734016124.398463:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b7b80 00000100:00100000:0.0:1734016124.400985:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016124.402402:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263424 00000100:00100000:1.0:1734016124.402425:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263424 00000100:00100000:1.0:1734016124.403346:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2608 00000100:00100000:1.0:1734016124.403361:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332263424:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016124.403594:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332263424:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 236us (2628us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.403604:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2608 00000100:00100000:0.0:1734016124.406222:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.406323:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263552 00000100:00100000:3.0:1734016124.406333:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263552 00000100:00100000:3.0:1734016124.406382:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12705 00000100:00100000:3.0:1734016124.406389:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332263552:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016124.407972:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968170 is committed 00000001:00080000:0.0:1734016124.407996:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968169 is committed 00000100:00100000:3.0:1734016124.408935:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332263552:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2530us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.408958:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12705 00000100:00100000:0.0:1734016124.414658:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.414843:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263680 00000100:00100000:2.0:1734016124.414859:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263680 00000100:00100000:2.0:1734016124.414939:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12706 00000100:00100000:2.0:1734016124.414951:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332263680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.414984:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.415013:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317677b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b716 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.415112:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334492288:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.415195:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.417369:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334492288:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.417410:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317677b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b716 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.417424:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317677b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b716 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.418042:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016124.418253:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332263680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3301us (3611us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.418264:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12706 00000100:00100000:0.0:1734016124.421136:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.421269:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263808 00000100:00100000:2.0:1734016124.421280:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263808 00000100:00100000:2.0:1734016124.421365:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12707 00000100:00100000:2.0:1734016124.421375:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332263808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.421400:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.421425:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176782 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b71d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.421500:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334492416:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.422201:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.426670:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334492416:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.426758:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176782 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b71d expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.426776:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176782 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b71d expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.427960:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016124.428029:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332263808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6653us (6902us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.428039:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12707 00000100:00100000:0.0:1734016124.441035:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.441230:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332263936 00000100:00100000:2.0:1734016124.441246:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332263936 00000100:00100000:2.0:1734016124.441881:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12708 00000100:00100000:2.0:1734016124.441891:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332263936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.441914:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.441933:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b724 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.441968:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.441975:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.441977:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.441980:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [450560->454655] (req 450560->454655) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.442012:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.442025:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 7 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.442036:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334492544:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016124.442625:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.451137:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334492544:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016124.451180:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [450560->454655] (req 450560->454655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.451209:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016124.451285:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332263936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9394us (10267us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.451300:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12708 00000100:00100000:0.0:1734016124.451587:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.454882:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264064 00000100:00100000:3.0:1734016124.454911:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264064 00010000:00010000:3.0:1734016124.454974:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.455592:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3419 00000100:00100000:3.0:1734016124.455602:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332264064:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.455623:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.455655:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.455671:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.455701:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31766e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b691 expref: 8 pid: 13917 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.455949:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.455953:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.455962:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.455972:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.456026:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.456048:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334492672:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016124.456194:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.461441:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334492672:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016124.461486:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.462521:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332264064:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6908us (10923us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.462539:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3419 00000100:00100000:0.0:1734016124.463540:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.464033:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264192 00000100:00100000:2.0:1734016124.464051:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264192 00000100:00100000:2.0:1734016124.464129:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12709 00000100:00100000:2.0:1734016124.464138:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332264192:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016124.464440:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016124.464444:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.464447:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.464449:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.464452:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1734016124.464586:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332264192:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 448us (1048us total) trans 4294969766 rc 0/0 00000100:00100000:2.0:1734016124.464594:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12709 00000100:00100000:0.0:1734016124.470362:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.470606:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264320 00000100:00100000:2.0:1734016124.470620:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264320 00000100:00100000:2.0:1734016124.470675:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12710 00000100:00100000:2.0:1734016124.470684:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332264320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.470713:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.470766:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d3176790 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b72b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.470837:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334492800:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.471847:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.472085:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.472180:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264448 00000100:00100000:0.0:1734016124.472188:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264448 00000100:00100000:0.0:1734016124.472231:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12711 00000100:00100000:0.0:1734016124.472238:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332264448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.472250:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.472270:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3176797 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b732 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.472306:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334492928:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016124.472348:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016124.475870:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016124 00002000:00010000:2.0:1734016124.475886:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 24 -> 32 00000100:00100000:2.0:1734016124.475940:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334492928:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.476032:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3176797 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b732 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.476059:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3176797 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b732 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.476445:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:2.0:1734016124.476561:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332264448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4319us (4474us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.476583:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12711 00002000:00010000:2.0:1734016124.477912:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016124 00000100:00100000:2.0:1734016124.477949:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334492800:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.477990:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d3176790 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b72b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.478006:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d3176790 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b72b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.478019:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016124.478072:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332264320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7388us (7727us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.478081:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12710 00000100:00100000:0.0:1734016124.484653:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.484746:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.484863:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264704 00000100:00100000:3.0:1734016124.484881:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264704 00000100:00100000:3.0:1734016124.485218:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264576 00000100:00100000:3.0:1734016124.485222:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264576 00000100:00100000:3.0:1734016124.485261:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12712 00000100:00100000:3.0:1734016124.485271:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332264704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.485298:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.485332:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d317679e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b740 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.485422:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334493056:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.485509:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.485922:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12713 00000100:00100000:1.0:1734016124.485931:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332264576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.485943:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.485959:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31767a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b739 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.485994:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334493184:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016124.486024:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.489599:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334493056:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.489649:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d317679e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b740 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.489667:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d317679e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b740 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.490881:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016124.491000:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332264704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5723us (6365us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.491015:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12712 00000100:00100000:2.0:1734016124.492081:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334493184:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.492124:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31767a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b739 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.492144:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31767a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b739 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.492156:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:2.0:1734016124.492191:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332264576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6259us (7443us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.492198:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12713 00000100:00100000:0.0:1734016124.496922:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.497707:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332264960 00000100:00100000:3.0:1734016124.497842:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332264960 00000100:00100000:3.0:1734016124.497948:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2609 00000100:00100000:3.0:1734016124.497957:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332264960:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016124.498031:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.498065:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31766fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b69f expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.498082:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016124.498085:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016124.499257:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.499282:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.499293:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.499348:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.499370:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 35 pid: 14034 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.499392:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334493312:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.500596:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000001:00080000:2.0:1734016124.504261:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968976 is committed 00000001:00080000:2.0:1734016124.504280:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968975 is committed 00000100:00100000:3.0:1734016124.504809:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334493312:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.504857:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016124.505235:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.505692:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265088 00000100:00100000:3.0:1734016124.505705:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265088 00010000:00010000:3.0:1734016124.505812:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 16 pid: 14034 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.505854:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3420 00000100:00100000:3.0:1734016124.505863:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332265088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.505885:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.505893:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 16 pid: 14034 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.505909:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 16 pid: 14034 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.505938:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176727 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b6c2 expref: 16 pid: 14034 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.505956:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016124.505962:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.505972:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.505980:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016124.506006:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.506072:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332265088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 208us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.506080:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3420 00010000:00010000:2.0:1734016124.506237:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.506246:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:2.0:1734016124.506393:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968976 00000004:00010000:2.0:1734016124.506461:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007718fb80 reply state ffff8800773f1000 transno 4294968977 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016124.506470:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016124.506559:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332264960:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8604us (9656us total) trans 4294968977 rc 0/0 00000100:00100000:2.0:1734016124.506567:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2609 00000020:00080000:2.0:1734016124.506572:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016124.509633:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.509808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.510239:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265344 00000100:00100000:3.0:1734016124.510258:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265344 00002000:00010000:3.0:1734016124.510345:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (250746->18446744073709551615) 00002000:00100000:3.0:1734016124.510354:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c700 with x1818247332265344 ext(250746->18446744073709551615) 00002000:00010000:3.0:1734016124.510376:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718c700. 00010000:00010000:2.0:1734016124.510540:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.510554:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.510566:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.510576:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d9d40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016124.510583:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.510592:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.510624:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016124.510627:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.510633:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.510638:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31767ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:3.0:1734016124.511423:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265216 00000100:00100000:3.0:1734016124.511431:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265216 00002000:00010000:3.0:1734016124.511453:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016124.511457:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f800 with x1818247332265216 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016124.511468:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f800. 00000100:00100000:3.0:1734016124.511501:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9887 00000100:00100000:3.0:1734016124.511510:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332265344:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016124.515086:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3654161 -> 250746 00000100:00100000:2.0:1734016124.515226:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9888 00000100:00100000:2.0:1734016124.515244:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332265216:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016124.515367:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016124.515371:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.515373:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:2.0:1734016124.515376:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.515379:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1734016124.515487:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332265216:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 245us (5675us total) trans 4294969767 rc 0/0 00000100:00100000:2.0:1734016124.515498:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9888 00002000:00010000:2.0:1734016124.515505:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016124.515511:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f800 with x1818247332265216 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016124.515520:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f800. 00002000:00010000:3.0:1734016124.520212:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.520216:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:3.0:1734016124.520218:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.520219:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 8 00000100:00100000:3.0:1734016124.528933:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332265344:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 17394us (19293us total) trans 4294968171 rc 0/0 00000100:00100000:3.0:1734016124.528953:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9887 00002000:00010000:3.0:1734016124.528966:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (250746->18446744073709551615) 00002000:00100000:3.0:1734016124.528970:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c700 with x1818247332265344 ext(250746->18446744073709551615) 00002000:00010000:3.0:1734016124.528991:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718c700. 00000100:00100000:0.0:1734016124.531314:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.531385:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265472 00000100:00100000:2.0:1734016124.531396:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265472 00000100:00100000:1.0:1734016124.532043:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2610 00000100:00100000:1.0:1734016124.532051:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332265472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.532080:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.532115:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d31767b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b747 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.532239:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.532261:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.532276:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016124.532307:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4445050 00000004:00200000:1.0:1734016124.532313:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.532335:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.532396:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d31767b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 17 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.532435:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 16 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.532444:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016124.532450:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.532455:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016124.532516:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332265472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 465us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.532524:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2610 00000100:00100000:0.0:1734016124.541878:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.541947:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.543145:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265600 00000100:00100000:2.0:1734016124.543158:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265600 00000100:00100000:2.0:1734016124.543211:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265728 00000100:00100000:2.0:1734016124.543213:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265728 00000100:00100000:2.0:1734016124.543237:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12714 00000100:00100000:2.0:1734016124.543247:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332265600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.543272:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.543303:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31767c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b74e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.543401:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334493440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.543483:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.543510:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12715 00000100:00100000:2.0:1734016124.543515:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332265728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.543523:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.543537:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d31767c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b755 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.543561:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334493568:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.543577:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.546589:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334493568:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.546648:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d31767c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b755 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.546667:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d31767c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b755 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.546701:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:3.0:1734016124.546791:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332265728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3271us (4840us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.546804:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12715 00000100:00100000:2.0:1734016124.547280:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334493440:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.547307:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31767c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b74e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.547319:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31767c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b74e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.547344:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016124.549303:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332265600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6042us (7431us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.549317:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12714 00000100:00100000:0.0:1734016124.557340:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.563564:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265984 00000100:00100000:2.0:1734016124.563590:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265984 00000100:00100000:3.0:1734016124.563836:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12716 00000100:00100000:3.0:1734016124.563850:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332265984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.563881:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.563920:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31767cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b763 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.564110:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334493696:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.564450:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.564861:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.564928:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332265856 00000100:00100000:2.0:1734016124.564932:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332265856 00000100:00100000:2.0:1734016124.564963:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12717 00000100:00100000:2.0:1734016124.564968:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332265856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.564981:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.564997:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31767d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b75c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.565033:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334493824:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.565060:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.568674:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334493696:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.568761:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31767cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b763 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.568777:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31767cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b763 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.568795:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016124.568851:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332265984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5003us (11521us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.568863:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12716 00000100:00100000:2.0:1734016124.569116:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334493824:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.569144:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31767d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b75c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.569155:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31767d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b75c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.569349:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016124.569452:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332265856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4481us (4591us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.569458:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12717 00000100:00100000:0.0:1734016124.573945:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.574035:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.574176:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266240 00000100:00100000:3.0:1734016124.574193:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266240 00000100:00100000:3.0:1734016124.574255:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266112 00000100:00100000:3.0:1734016124.574258:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266112 00000100:00100000:3.0:1734016124.575094:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12718 00000100:00100000:3.0:1734016124.575111:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332266240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.575141:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.575165:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31767dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b771 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.575262:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334493952:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.575334:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.575824:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12719 00000100:00100000:2.0:1734016124.575832:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332266112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.575841:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.575858:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31767e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b76a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.575890:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494080:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.575916:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.578447:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334493952:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.578499:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31767dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b771 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.578516:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31767dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b771 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.578536:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016124.579681:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332266240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4558us (5747us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.579694:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12718 00000100:00100000:3.0:1734016124.584801:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494080:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.585293:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31767e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b76a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.585315:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31767e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b76a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.585331:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:3.0:1734016124.585418:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332266112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9583us (11379us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.585434:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12719 00000100:00100000:0.0:1734016124.593588:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.593894:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266368 00000100:00100000:3.0:1734016124.593910:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266368 00000100:00100000:3.0:1734016124.594404:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12720 00000100:00100000:3.0:1734016124.594416:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332266368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.594452:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.594494:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b778 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.594549:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.594561:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.594563:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.594568:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.594625:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.594643:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 8 pid: 10116 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.594671:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334494208:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.594840:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.599540:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334494208:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.599608:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [221184->225279] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.600046:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016124.600141:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332266368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5725us (6574us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.600152:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12720 00000100:00100000:0.0:1734016124.603017:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.603182:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266496 00000100:00100000:2.0:1734016124.603205:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266496 00010000:00010000:2.0:1734016124.603279:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 9 pid: 10116 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.603350:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3421 00000100:00100000:2.0:1734016124.603361:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332266496:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.603391:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.603425:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 9 pid: 10116 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.603441:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 9 pid: 10116 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.603476:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176774 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b70f expref: 9 pid: 10116 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016124.604124:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.604128:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.604140:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.604151:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.604204:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.604222:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334494336:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016124.605140:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.610965:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.611072:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334494336:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016124.611105:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.611378:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266624 00000100:00100000:3.0:1734016124.611386:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266624 00000100:00100000:3.0:1734016124.611439:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12721 00000100:00100000:3.0:1734016124.611447:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332266624:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.611742:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 250746 -> 250746 00002000:00010000:3.0:1734016124.611746:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.611748:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016124.611749:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.611751:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 16 00000100:00100000:2.0:1734016124.611831:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332266496:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8468us (8831us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.611842:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3421 00000100:00100000:3.0:1734016124.612671:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332266624:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1221us (1721us total) trans 4294968172 rc 0/0 00000100:00100000:3.0:1734016124.612680:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12721 00000100:00100000:0.0:1734016124.618815:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.618881:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266752 00000100:00100000:3.0:1734016124.618891:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266752 00000100:00100000:3.0:1734016124.618951:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12722 00000100:00100000:3.0:1734016124.618959:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332266752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.618976:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.618993:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31767f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b77f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.619040:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494464:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.619337:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.623322:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494464:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.623374:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31767f2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b77f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.623385:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31767f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b77f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.623465:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016124.623524:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332266752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4563us (4721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.623533:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12722 00000100:00100000:0.0:1734016124.625178:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.625253:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332266880 00000100:00100000:3.0:1734016124.625263:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332266880 00000100:00100000:3.0:1734016124.625320:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12723 00000100:00100000:3.0:1734016124.625330:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332266880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.625358:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.625392:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31767f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b786 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.625493:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494592:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.625607:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.627924:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494592:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.627996:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31767f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b786 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.628015:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31767f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b786 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.628048:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016124.628117:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332266880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2786us (2946us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.628127:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12723 00000100:00100000:0.0:1734016124.631277:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.631418:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332267008 00000100:00100000:3.0:1734016124.631429:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332267008 00000100:00100000:3.0:1734016124.631492:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12724 00000100:00100000:3.0:1734016124.631503:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332267008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.631533:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.631565:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176800 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b78d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.631661:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494720:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.632631:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.636835:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494720:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.636908:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176800 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b78d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.636928:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176800 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b78d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.636959:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016124.637043:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332267008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5539us (5777us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.637057:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12724 00000100:00100000:0.0:1734016124.643877:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.644638:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332267136 00000100:00100000:3.0:1734016124.644656:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332267136 00000100:00100000:3.0:1734016124.644751:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12725 00000100:00100000:3.0:1734016124.644761:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332267136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.644793:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.644824:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176807 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b794 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.644915:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494848:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.645039:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.650168:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334494848:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.650212:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176807 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b794 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.650228:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176807 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b794 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.650264:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016124.650327:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332267136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5567us (6472us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.650343:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12725 00000100:00100000:0.0:1734016124.662482:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.663631:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332267264 00000100:00100000:3.0:1734016124.663644:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332267264 00000100:00100000:3.0:1734016124.663710:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12726 00000100:00100000:3.0:1734016124.663745:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332267264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.663768:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.663787:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317680e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b79b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.663854:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334494976:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.663946:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.671505:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334494976:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.671563:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317680e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b79b expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.671581:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317680e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b79b expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.671615:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016124.671684:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332267264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7964us (9218us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.671695:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12726 00000100:00100000:0.0:1734016124.682469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.682660:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332267520 00000100:00100000:3.0:1734016124.682679:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332267520 00002000:00100000:3.0:1734016124.682798:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (77824->81919) req@ffff8800771f3480 x1818247332267520/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.682811:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3480 with x1818247332267520 ext(77824->81919) 00002000:00010000:3.0:1734016124.682822:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3480 00000100:00100000:3.0:1734016124.682879:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9889 00000100:00100000:3.0:1734016124.682889:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332267520:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.683167:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332267520:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 278us (719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.683175:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9889 00002000:00100000:3.0:1734016124.683181:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (77824->81919) req@ffff8800771f3480 x1818247332267520/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.683189:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3480 with x1818247332267520 ext(77824->81919) 00002000:00010000:3.0:1734016124.683191:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3480 00000100:00100000:0.0:1734016124.693213:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.694236:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332267776 00000100:00100000:2.0:1734016124.694256:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332267776 00002000:00100000:2.0:1734016124.694356:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (81920->86015) req@ffff8800771f0380 x1818247332267776/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.694376:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0380 with x1818247332267776 ext(81920->86015) 00002000:00010000:2.0:1734016124.694384:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0380 00000100:00100000:2.0:1734016124.696355:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9890 00000100:00100000:2.0:1734016124.696372:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332267776:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.696676:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332267776:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 306us (3477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.696684:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9890 00002000:00100000:2.0:1734016124.696693:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (81920->86015) req@ffff8800771f0380 x1818247332267776/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.696702:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0380 with x1818247332267776 ext(81920->86015) 00002000:00010000:2.0:1734016124.696709:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f0380 00000100:00100000:0.0:1734016124.702209:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.702358:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332267904 00000100:00100000:2.0:1734016124.702367:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332267904 00000100:00100000:1.0:1734016124.703649:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2611 00000100:00100000:1.0:1734016124.703664:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332267904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.703706:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.703751:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176815 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7a2 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.703876:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317681c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.703894:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317681c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.703910:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317681c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016124.703931:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4445050 00000004:00200000:1.0:1734016124.703934:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.703951:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317681c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.703987:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176815 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7a2 expref: 21 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.704027:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317681c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7a2 expref: 20 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.704039:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016124.704042:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.704044:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016124.704129:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332267904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 469us (1929us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.704136:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2611 00000100:00100000:0.0:1734016124.708403:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.708528:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268032 00000100:00100000:3.0:1734016124.708539:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268032 00000100:00100000:3.0:1734016124.708599:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12727 00000100:00100000:3.0:1734016124.708608:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332268032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.708634:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.708657:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176823 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7a9 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.708718:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334495104:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.711042:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.716344:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334495104:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.716418:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176823 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7a9 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.716442:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176823 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7a9 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.716643:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016124.717101:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332268032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8483us (8701us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.717113:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12727 00000100:00100000:1.0:1734016124.720686:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.720975:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268160 00000100:00100000:3.0:1734016124.720987:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268160 00000100:00100000:3.0:1734016124.721036:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12728 00000100:00100000:3.0:1734016124.721045:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332268160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.721071:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.721092:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317682a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7b0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.721167:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334495232:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.721238:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.723353:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334495232:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.723400:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317682a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b0 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.723416:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317682a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b0 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.723457:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016124.723513:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332268160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2469us (2837us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.723527:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12728 00000100:00100000:0.0:1734016124.736500:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.736689:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268416 00000100:00100000:3.0:1734016124.736697:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268416 00000100:00100000:1.0:1734016124.737179:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2612 00000100:00100000:1.0:1734016124.737189:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332268416:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016124.737251:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.737283:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317681c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7a2 expref: 20 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.737316:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016124.737320:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016124.737912:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.737929:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 15 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.737938:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.737976:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 15 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.737995:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 15 pid: 14034 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016124.738012:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334495360:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016124.738177:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.741155:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.741433:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268544 00000100:00100000:3.0:1734016124.741443:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268544 00010000:00010000:3.0:1734016124.741490:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 16 pid: 14034 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016124.741528:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3422 00000100:00100000:3.0:1734016124.741534:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332268544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.741553:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.741559:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 16 pid: 14034 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016124.741571:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 16 pid: 14034 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016124.741598:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016124.741604:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016124.741613:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016124.741622:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016124.741644:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.741703:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332268544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 165us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.741711:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3422 00010000:00010000:1.0:1734016124.741851:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d31767ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b747 expref: 15 pid: 14034 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016124.741868:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334495360:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016124.741893:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.741900:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.741905:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:1.0:1734016124.742016:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968978 00000004:00010000:1.0:1734016124.742073:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800771f0000 reply state ffff88012b1bf000 transno 4294968979 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016124.742081:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016124.742171:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332268416:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4981us (5680us total) trans 4294968979 rc 0/0 00000100:00100000:1.0:1734016124.742177:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2612 00000020:00080000:1.0:1734016124.742181:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016124.750771:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016124.750796:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016124.750805:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016124.750813:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016124.750820:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016124.750828:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016124.750856:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016124.750861:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.750866:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016124.750871:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176831 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016124.751856:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.752090:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268672 00000100:00100000:3.0:1734016124.752113:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268672 00000100:00100000:3.0:1734016124.752183:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12729 00000100:00100000:3.0:1734016124.752196:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332268672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.752218:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.752245:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7b7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.752289:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.752297:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.752300:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.752305:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.752348:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.752364:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 6 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016124.752382:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334495488:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.752492:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.760131:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.760707:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268800 00000100:00100000:2.0:1734016124.760749:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268800 00010000:00010000:2.0:1734016124.760802:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 7 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016124.760846:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3423 00000100:00100000:2.0:1734016124.760855:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332268800:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.760881:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.760916:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 7 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016124.760929:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 7 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016124.760975:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.760978:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.760987:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.760996:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.761046:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.761067:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334495616:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016124.761185:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016124.761910:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31767eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 221184->225279) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b778 expref: 7 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016124.761948:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334495488:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.761984:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.761995:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016124.762052:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332268672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9860us (10207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.762062:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12729 00000100:00100000:0.0:1734016124.771231:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.771293:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.771406:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332268928 00000100:00100000:2.0:1734016124.771418:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332268928 00002000:00010000:2.0:1734016124.771467:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016124.771471:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1180 with x1818247332268928 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016124.771484:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1180. 00000100:00100000:2.0:1734016124.771512:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269056 00000100:00100000:2.0:1734016124.771514:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269056 00002000:00010000:2.0:1734016124.771524:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1038434->18446744073709551615) 00002000:00100000:2.0:1734016124.771526:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2300 with x1818247332269056 ext(1038434->18446744073709551615) 00002000:00010000:2.0:1734016124.771531:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f2300. 00000100:00100000:2.0:1734016124.771545:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9891 00000100:00100000:1.0:1734016124.771559:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9892 00000100:00100000:1.0:1734016124.771566:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332269056:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016124.771865:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 250746 -> 1038434 00002000:00010000:1.0:1734016124.771869:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016125 00002000:00010000:1.0:1734016124.771872:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.771873:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016125 00002000:00010000:1.0:1734016124.771875:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016124.771940:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332269056:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 373us (647us total) trans 4294968173 rc 0/0 00000100:00100000:1.0:1734016124.771947:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9892 00002000:00010000:1.0:1734016124.771951:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1038434->18446744073709551615) 00002000:00100000:1.0:1734016124.771953:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2300 with x1818247332269056 ext(1038434->18446744073709551615) 00002000:00010000:1.0:1734016124.771957:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f2300. 00000100:00100000:3.0:1734016124.772044:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334495616:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016124.772068:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.772091:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332268800:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11238us (11973us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.772110:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3423 00000100:00100000:2.0:1734016124.772270:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332268928:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016124.772344:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016124.772346:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016125 00002000:00010000:2.0:1734016124.772348:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.772349:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016125 00002000:00010000:2.0:1734016124.772351:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1734016124.772781:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332268928:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1227us (1570us total) trans 4294969768 rc 0/0 00000100:00100000:2.0:1734016124.772792:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9891 00002000:00010000:2.0:1734016124.772795:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016124.772799:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1180 with x1818247332268928 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016124.772804:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1180. 00000100:00100000:0.0:1734016124.785872:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016124.786033:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269184 00000100:00100000:1.0:1734016124.786044:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269184 00000100:00100000:1.0:1734016124.786127:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2613 00000100:00100000:1.0:1734016124.786135:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332269184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.786162:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.786185:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317683f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7be expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.786298:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.786315:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.786326:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016124.786357:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5232738 00000004:00200000:1.0:1734016124.786360:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.786375:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016124.786413:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d317683f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.786444:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.786452:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016124.786455:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.786459:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016124.786505:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332269184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 371us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.786510:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2613 00000100:00100000:0.0:1734016124.797220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.797900:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269312 00000100:00100000:3.0:1734016124.797912:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269312 00000100:00100000:3.0:1734016124.797980:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12730 00000100:00100000:3.0:1734016124.797989:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332269312:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.798292:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016124.798296:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016124.798300:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016124.798302:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016124.798305:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:3.0:1734016124.798435:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332269312:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 447us (2727us total) trans 4294969769 rc 0/0 00000100:00100000:3.0:1734016124.798443:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12730 00000100:00100000:0.0:1734016124.804318:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.804432:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269440 00000100:00100000:2.0:1734016124.804451:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269440 00000100:00100000:2.0:1734016124.804548:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2614 00000100:00100000:2.0:1734016124.804558:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332269440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.804585:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.804622:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d317684d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7c5 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.804835:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176854 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.804856:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.804872:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016124.804910:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5232738 00000004:00200000:2.0:1734016124.804915:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.804935:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016124.804963:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d317684d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7c5 expref: 17 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.804997:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176854 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7c5 expref: 16 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.805006:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016124.805010:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.805012:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016124.805090:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332269440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 533us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.805107:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2614 00000100:00100000:0.0:1734016124.809583:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.809651:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.811844:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269696 00000100:00100000:2.0:1734016124.811867:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269696 00000100:00100000:2.0:1734016124.811956:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269568 00000100:00100000:2.0:1734016124.811961:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269568 00000100:00100000:2.0:1734016124.813591:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12731 00000100:00100000:2.0:1734016124.813605:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332269696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.813632:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.813663:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d317685b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7d3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.813755:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334495744:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.813856:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.813993:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12732 00000100:00100000:3.0:1734016124.814001:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332269568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.814012:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.814026:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7cc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.814060:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334495872:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.814084:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.821830:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334495744:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.821900:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d317685b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7d3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.821924:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d317685b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7d3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.821960:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:3.0:1734016124.822346:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334495872:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.822373:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176862 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7cc expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.822384:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7cc expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.822400:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:2.0:1734016124.823089:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332269696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9480us (13517us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.823108:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12731 00000100:00100000:3.0:1734016124.823219:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332269568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9217us (13566us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.823225:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12732 00000100:00100000:0.0:1734016124.827168:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.827241:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.827631:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269824 00000100:00100000:3.0:1734016124.827647:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269824 00000100:00100000:3.0:1734016124.828587:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332269952 00000100:00100000:3.0:1734016124.828591:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332269952 00000100:00100000:3.0:1734016124.828628:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12733 00000100:00100000:3.0:1734016124.828637:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332269824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.828672:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.828706:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176869 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7da expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.828821:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334496000:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.828927:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.829036:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12734 00000100:00100000:2.0:1734016124.829044:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087204c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332269952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.829055:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.829069:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176870 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7e1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.829111:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334496128:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.829140:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.834390:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334496128:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.834459:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176870 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7e1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.834478:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176870 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7e1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.834497:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016124.834558:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087204c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332269952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5512us (7313us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.834572:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12734 00000100:00100000:3.0:1734016124.834747:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334496000:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.834777:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176869 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7da expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.834788:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176869 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7da expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.834812:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016124.834840:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332269824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6204us (7695us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.834846:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12733 00000100:00100000:0.0:1734016124.841990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016124.842052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.842259:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270080 00000100:00100000:2.0:1734016124.842280:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270080 00000100:00100000:2.0:1734016124.842350:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270208 00000100:00100000:2.0:1734016124.842352:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270208 00000100:00100000:2.0:1734016124.842947:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12735 00000100:00100000:2.0:1734016124.842958:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332270080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.842994:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.843020:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3176877 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7e8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.843131:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334496256:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.843245:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.843331:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12736 00000100:00100000:3.0:1734016124.843341:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332270208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.843355:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.843372:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317687e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7ef expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.843420:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334496384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.843464:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.849968:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334496256:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.850019:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3176877 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7e8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.851596:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3176877 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7e8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.851633:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016124.851764:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332270080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8802us (9793us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.851777:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12735 00000100:00100000:3.0:1734016124.852413:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334496384:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.852466:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317687e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7ef expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.852482:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d317687e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7ef expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.852506:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016124.852539:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332270208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9199us (10486us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.852546:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12736 00000100:00100000:0.0:1734016124.858862:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.859456:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270336 00000100:00100000:3.0:1734016124.859472:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270336 00000100:00100000:3.0:1734016124.859604:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12737 00000100:00100000:3.0:1734016124.859613:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332270336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.859639:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.859667:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7f6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.859707:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.859745:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.859749:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.859755:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [528384->532479] (req 528384->532479) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.859818:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.859835:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 13 pid: 10116 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016124.859854:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334496512:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016124.859952:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.871146:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.871362:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270464 00000100:00100000:2.0:1734016124.871380:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270464 00010000:00010000:2.0:1734016124.871463:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 14 pid: 10116 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016124.871533:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3424 00000100:00100000:2.0:1734016124.871544:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac801450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332270464:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.871579:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.871634:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 14 pid: 10116 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016124.871662:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 14 pid: 10116 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016124.871785:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.871792:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.871803:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.871814:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.871904:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.871931:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334496640:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016124.872115:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076035cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016124.872470:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3176789 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b724 expref: 14 pid: 10116 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016124.875970:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334496512:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016124.876046:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.876073:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016124.876187:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332270336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16572us (17353us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.876197:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12737 00010000:00010000:2.0:1734016124.876848:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016124.878604:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334496640:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016124.878666:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.879766:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac801450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332270464:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8215us (8636us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.879784:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3424 00000100:00100000:0.0:1734016124.892262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.893087:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270720 00000100:00100000:2.0:1734016124.893111:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270720 00002000:00100000:2.0:1734016124.893206:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077303800 x1818247332270720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.893220:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303800 with x1818247332270720 ext(0->4194303) 00002000:00010000:2.0:1734016124.893232:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077303800 00000100:00100000:2.0:1734016124.893297:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9893 00000100:00100000:2.0:1734016124.893310:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332270720:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.948266:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332270720:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 54938us (56010us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016124.948289:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9893 00002000:00100000:3.0:1734016124.948314:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077303800 x1818247332270720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.948325:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303800 with x1818247332270720 ext(0->4194303) 00002000:00010000:3.0:1734016124.948333:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077303800 00000100:00100000:0.0:1734016124.962545:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016124.962686:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270848 00000100:00100000:3.0:1734016124.962705:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270848 00000100:00100000:3.0:1734016124.962833:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12738 00000100:00100000:3.0:1734016124.962845:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332270848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.962879:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.962917:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317688c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b7fd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.963025:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334496768:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016124.963151:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.965413:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334496768:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016124.965483:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317688c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7fd expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.965507:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d317688c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7fd expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.965548:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016124.965637:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332270848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2792us (3114us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.965651:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12738 00000100:00100000:0.0:1734016124.974435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016124.974552:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332270976 00000100:00100000:2.0:1734016124.974571:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332270976 00000100:00100000:2.0:1734016124.974677:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12739 00000100:00100000:2.0:1734016124.974689:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332270976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.974797:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.974842:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176893 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b804 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.974963:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334496896:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016124.975107:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.981022:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334496896:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016124.981074:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176893 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b804 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.981106:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176893 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b804 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.981141:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016124.989981:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332270976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15257us (15529us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.990003:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12739 00000100:00100000:0.0:1734016125.000227:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.003854:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332271104 00000100:00100000:2.0:1734016125.003883:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332271104 00000100:00100000:3.0:1734016125.004469:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12740 00000100:00100000:3.0:1734016125.004481:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332271104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.004520:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.004563:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317689a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b80b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.004696:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334497024:192.168.201.52@tcp:106: 00000100:00080000:2.0:1734016125.005655:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016095 00000100:00100000:3.0:1734016125.007108:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.013895:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334497024:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.013967:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317689a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b80b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.013989:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d317689a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b80b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.014020:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016125.014118:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332271104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9637us (13897us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.014130:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12740 00000100:00100000:0.0:1734016125.021364:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.025552:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332271232 00000100:00100000:3.0:1734016125.025576:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332271232 00000100:00080000:2.0:1734016125.025953:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016095 00000100:00100000:3.0:1734016125.026025:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12741 00000100:00100000:3.0:1734016125.026036:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332271232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.026074:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.026127:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b812 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.026167:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.026174:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.026176:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.026180:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1527808->1531903] (req 1527808->1531903) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.026814:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.026830:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.026848:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497152:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.027977:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.041696:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497152:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.041771:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1527808->1531903] (req 1527808->1531903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.041793:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016125.041850:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332271232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15815us (20505us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.041864:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12741 00000100:00100000:0.0:1734016125.056019:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.059838:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332271360 00000100:00100000:2.0:1734016125.059865:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332271360 00010000:00010000:2.0:1734016125.059958:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.060034:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3425 00000100:00100000:2.0:1734016125.060046:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332271360:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.060073:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.060121:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.060142:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.060184:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176885 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->532479) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7f6 expref: 9 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.060245:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.060249:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.060261:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.060271:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.060337:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.060356:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334497280:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016125.060503:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.069537:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334497280:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016125.069596:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.070083:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332271360:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10036us (14096us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.070105:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3425 00000100:00100000:1.0:1734016125.080511:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.080706:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332271616 00000100:00100000:3.0:1734016125.080745:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332271616 00002000:00100000:3.0:1734016125.080803:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1527808->1531903) req@ffff8801310cf480 x1818247332271616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.080813:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cf480 with x1818247332271616 ext(1527808->1531903) 00002000:00010000:3.0:1734016125.080818:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cf480 00000100:00100000:3.0:1734016125.080842:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9894 00000100:00100000:3.0:1734016125.080850:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332271616:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.081222:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332271616:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 372us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.081229:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9894 00002000:00100000:3.0:1734016125.081235:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1527808->1531903) req@ffff8801310cf480 x1818247332271616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.081242:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801310cf480 with x1818247332271616 ext(1527808->1531903) 00002000:00010000:3.0:1734016125.081245:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801310cf480 00000100:00100000:0.0:1734016125.086893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.087190:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332271872 00000100:00100000:3.0:1734016125.087209:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332271872 00002000:00100000:3.0:1734016125.087290:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1531904->1535999) req@ffff880077301f80 x1818247332271872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.087303:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301f80 with x1818247332271872 ext(1531904->1535999) 00002000:00010000:3.0:1734016125.087311:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301f80 00000100:00100000:3.0:1734016125.087342:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9895 00000100:00100000:3.0:1734016125.087351:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332271872:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.088910:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332271872:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1545us (2018us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.088929:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9895 00002000:00100000:3.0:1734016125.088942:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1531904->1535999) req@ffff880077301f80 x1818247332271872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.088955:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301f80 with x1818247332271872 ext(1531904->1535999) 00002000:00010000:3.0:1734016125.088963:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301f80 00000100:00100000:0.0:1734016125.096653:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.097198:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272128 00000100:00100000:3.0:1734016125.097208:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272128 00002000:00100000:3.0:1734016125.097262:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1536000->1540095) req@ffff880077300e00 x1818247332272128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.097273:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300e00 with x1818247332272128 ext(1536000->1540095) 00002000:00010000:3.0:1734016125.097278:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300e00 00000100:00100000:3.0:1734016125.097298:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9896 00000100:00100000:3.0:1734016125.097306:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332272128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.097896:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332272128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 587us (1256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.097904:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9896 00002000:00100000:3.0:1734016125.097913:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1536000->1540095) req@ffff880077300e00 x1818247332272128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.097920:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300e00 with x1818247332272128 ext(1536000->1540095) 00002000:00010000:3.0:1734016125.097924:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300e00 00000100:00100000:0.0:1734016125.102990:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.103370:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272256 00000100:00100000:3.0:1734016125.103382:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272256 00002000:00100000:3.0:1734016125.103433:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1527808->1540095) req@ffff880077300a80 x1818247332272256/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 12776/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.103444:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300a80 with x1818247332272256 ext(1527808->1540095) 00002000:00010000:3.0:1734016125.103449:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300a80 00000100:00100000:3.0:1734016125.103473:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9897 00000100:00100000:3.0:1734016125.103480:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332272256:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.108154:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332272256:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4659us (5172us total) trans 4294969770 rc 0/0 00000100:00100000:3.0:1734016125.108171:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9897 00002000:00100000:3.0:1734016125.108188:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1527808->1540095) req@ffff880077300a80 x1818247332272256/t4294969770(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 12776/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.108198:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300a80 with x1818247332272256 ext(1527808->1540095) 00002000:00010000:3.0:1734016125.108207:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300a80 00000100:00100000:0.0:1734016125.111788:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.111929:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272384 00000100:00100000:1.0:1734016125.111943:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272384 00000100:00100000:1.0:1734016125.112167:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2615 00000100:00100000:1.0:1734016125.112178:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332272384:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016125.118849:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332272384:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 6641us (7110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.118869:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2615 00000100:00100000:0.0:1734016125.123261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.123401:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272512 00000100:00100000:3.0:1734016125.123416:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272512 00000100:00100000:3.0:1734016125.123483:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12742 00000100:00100000:3.0:1734016125.123492:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332272512:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016125.129483:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969770 is committed 00000001:00080000:0.0:1734016125.129512:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969769 is committed 00000100:00100000:3.0:1734016125.131949:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332272512:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8437us (8687us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.131969:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12742 00000100:00100000:0.0:1734016125.136913:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.137042:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272640 00000100:00100000:3.0:1734016125.137054:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272640 00000100:00100000:3.0:1734016125.137123:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12743 00000100:00100000:3.0:1734016125.137132:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332272640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.137161:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.137188:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31768a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b819 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.137265:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497408:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.137368:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.143821:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016125 00002000:00010000:3.0:1734016125.143835:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 168 -> 192 00000100:00100000:3.0:1734016125.143872:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497408:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.143927:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31768a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b819 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.143944:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31768a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b819 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.143975:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016125.144045:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332272640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6912us (7145us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.144057:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12743 00000100:00100000:0.0:1734016125.157925:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.158823:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272768 00000100:00100000:3.0:1734016125.158834:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272768 00000100:00100000:3.0:1734016125.160868:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12744 00000100:00100000:3.0:1734016125.160881:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332272768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.160902:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.160929:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31768af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b820 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.161006:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497536:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.162108:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.164018:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497536:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.164062:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31768af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b820 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.164076:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31768af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b820 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.164107:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016125.165325:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332272768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4438us (7407us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.165336:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12744 00000100:00100000:1.0:1734016125.169233:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.169368:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332272896 00000100:00100000:3.0:1734016125.169381:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332272896 00000100:00100000:3.0:1734016125.169432:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12745 00000100:00100000:3.0:1734016125.169441:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332272896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.169472:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.169505:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31768b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b827 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.169590:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497664:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.169657:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.173022:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497664:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.173076:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31768b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b827 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.173098:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31768b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b827 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.173648:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016125.174223:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332272896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4780us (4996us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.174232:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12745 00000100:00100000:0.0:1734016125.177213:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.177814:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273024 00000100:00100000:3.0:1734016125.177830:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273024 00000100:00100000:3.0:1734016125.177895:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12746 00000100:00100000:3.0:1734016125.177903:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332273024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.177932:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.177968:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31768bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b82e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.178057:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497792:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.178171:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.185027:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497792:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.185113:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31768bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b82e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.185138:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31768bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b82e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.185196:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016125.187699:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332273024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9768us (10473us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.187739:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12746 00000100:00100000:1.0:1734016125.194150:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.194644:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273152 00000100:00100000:3.0:1734016125.194662:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273152 00000100:00100000:3.0:1734016125.194761:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12747 00000100:00100000:3.0:1734016125.194776:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332273152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.194807:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.194837:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d31768c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b835 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.195688:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497920:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.196478:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.200629:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334497920:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.200708:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d31768c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b835 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.200774:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d31768c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b835 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.200810:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016125.201425:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332273152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6652us (7291us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.201451:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12747 00000100:00100000:0.0:1734016125.205892:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.206391:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273280 00000100:00100000:3.0:1734016125.206407:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273280 00000100:00100000:3.0:1734016125.206470:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12748 00000100:00100000:3.0:1734016125.206482:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332273280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.206521:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.206555:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31768cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b83c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.206683:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334498048:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.208154:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.213546:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334498048:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.213614:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31768cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b83c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.213637:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31768cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b83c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.214550:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016125.214683:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332273280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8200us (8807us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.214700:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12748 00000100:00100000:0.0:1734016125.218461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.218796:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273536 00000100:00100000:1.0:1734016125.218807:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273536 00000100:00100000:1.0:1734016125.218872:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2616 00000100:00100000:1.0:1734016125.218882:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332273536:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016125.218950:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.218995:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176854 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7c5 expref: 16 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.219028:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016125.219034:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016125.219267:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.219290:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 21 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.219303:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.219361:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 21 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.219379:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 21 pid: 14034 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.219406:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334498176:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016125.219509:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.228837:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.229534:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334498176:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016125.229571:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016125.230427:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273664 00000100:00100000:2.0:1734016125.230439:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273664 00010000:00010000:2.0:1734016125.230494:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 22 pid: 14034 timeout: 489 lvb_type: 0 00000100:00080000:0.0:1734016125.231059:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016095 00000100:00100000:2.0:1734016125.231944:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3426 00000100:00100000:2.0:1734016125.231955:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1969:x1818247332273664:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.231974:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.231983:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 22 pid: 14034 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.231998:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 22 pid: 14034 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.232027:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176846 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7be expref: 22 pid: 14034 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.232381:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.232387:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.232397:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.232404:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.232877:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.232885:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:1.0:1734016125.232993:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968980 00000004:00010000:1.0:1734016125.233044:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007557ad80 reply state ffff88012b1bd000 transno 4294968981 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016125.233052:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734016125.233389:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.233991:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332273536:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 15106us (15543us total) trans 4294968981 rc 0/0 00000100:00100000:1.0:1734016125.234001:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2616 00000020:00080000:1.0:1734016125.234009:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016125.234053:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1969:x1818247332273664:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2101us (5227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.234060:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3426 00000100:00100000:0.0:1734016125.240530:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016125.240650:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.240671:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.240681:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.240688:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e3600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016125.240693:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.240703:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.240782:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.240785:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016125.240791:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.240797:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31768d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016125.241129:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273792 00000100:00100000:3.0:1734016125.241148:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273792 00000100:00100000:3.0:1734016125.241473:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12749 00000100:00100000:3.0:1734016125.241486:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332273792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.241515:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.241538:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b843 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.241578:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.241585:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.241587:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.241590:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.241643:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.241660:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 9 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.241676:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334498304:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.241801:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.247617:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.247773:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332273920 00000100:00100000:3.0:1734016125.247791:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332273920 00010000:00010000:3.0:1734016125.247851:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 10 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.247888:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3427 00000100:00100000:3.0:1734016125.247903:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332273920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.247923:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.247958:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 10 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.247970:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 10 pid: 13917 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.248015:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.248018:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.248025:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.248035:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.248098:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.248119:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334498432:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016125.248214:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016125.248471:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176838 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b7b7 expref: 10 pid: 13917 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.248492:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334498304:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016125.248540:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.248551:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:2.0:1734016125.248585:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332273792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7101us (8077us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.248595:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12749 00000100:00100000:0.0:1734016125.253631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.253671:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.253905:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334498432:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016125.253945:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.254019:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332273920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6119us (6422us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.254036:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3427 00000100:00100000:1.0:1734016125.254271:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274176 00000100:00100000:1.0:1734016125.254282:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274176 00002000:00010000:1.0:1734016125.254334:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1419582->18446744073709551615) 00002000:00100000:1.0:1734016125.254340:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557aa00 with x1818247332274176 ext(1419582->18446744073709551615) 00002000:00010000:1.0:1734016125.254358:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007557aa00. 00000100:00100000:1.0:1734016125.254384:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274048 00000100:00100000:1.0:1734016125.254386:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274048 00002000:00010000:1.0:1734016125.254395:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016125.254397:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557b800 with x1818247332274048 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016125.254405:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007557b800. 00000100:00100000:1.0:1734016125.254417:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9898 00000100:00100000:1.0:1734016125.254423:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332274176:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016125.254770:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1038434 -> 1419582 00002000:00010000:1.0:1734016125.254774:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016125.254777:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016125.254780:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016125.254782:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016125.254809:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332274176:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 385us (1191us total) trans 4294968174 rc 0/0 00000100:00100000:1.0:1734016125.254814:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9898 00002000:00010000:1.0:1734016125.254817:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1419582->18446744073709551615) 00002000:00100000:1.0:1734016125.254819:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557aa00 with x1818247332274176 ext(1419582->18446744073709551615) 00002000:00010000:1.0:1734016125.254823:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007557aa00. 00000100:00100000:1.0:1734016125.254835:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9899 00000100:00100000:1.0:1734016125.254838:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332274048:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016125.254930:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016125.254932:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016125.254934:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016123 00002000:00010000:1.0:1734016125.254937:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016125.254939:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:1.0:1734016125.254951:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332274048:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 112us (1280us total) trans 4294969771 rc 0/0 00000100:00100000:1.0:1734016125.254955:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9899 00002000:00010000:1.0:1734016125.254957:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016125.254959:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007557b800 with x1818247332274048 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016125.254962:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007557b800. 00000100:00100000:0.0:1734016125.261339:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.261522:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274304 00000100:00100000:1.0:1734016125.261539:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274304 00000100:00100000:1.0:1734016125.261907:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2617 00000100:00100000:1.0:1734016125.261920:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332274304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.261956:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.261998:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31768e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b84a expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.262182:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31768e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.262203:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31768e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.262216:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31768e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:1.0:1734016125.262264:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5613886 00000004:00200000:1.0:1734016125.262271:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016125.262295:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31768e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:1.0:1734016125.262328:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d31768e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b84a expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.263681:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31768e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b84a expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.263696:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016125.263700:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016125.263704:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016125.263838:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332274304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1920us (2512us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.263845:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2617 00000100:00100000:0.0:1734016125.268548:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.268901:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274432 00000100:00100000:2.0:1734016125.268918:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274432 00000100:00100000:2.0:1734016125.269266:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12750 00000100:00100000:2.0:1734016125.269276:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332274432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.269298:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.269317:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d31768ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b851 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.269382:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334498560:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016125.269457:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.270110:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.270240:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274560 00000100:00100000:1.0:1734016125.270247:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274560 00000100:00100000:1.0:1734016125.270288:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12751 00000100:00100000:1.0:1734016125.270293:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332274560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.270306:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.270322:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31768f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b858 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.270356:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334498688:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.270391:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.275360:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334498560:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016125.275407:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d31768ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b851 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.275423:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d31768ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b851 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.275439:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016125.275491:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332274432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6216us (6959us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.275500:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12750 00000100:00100000:1.0:1734016125.275629:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334498688:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.275654:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31768f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b858 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.275663:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31768f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b858 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.275688:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016125.275705:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332274560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5412us (5599us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.275710:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12751 00000100:00100000:0.0:1734016125.281659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.282642:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274688 00000100:00100000:1.0:1734016125.282658:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274688 00000100:00100000:1.0:1734016125.282750:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12752 00000100:00100000:1.0:1734016125.282758:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332274688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.282783:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.282811:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31768fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b85f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.282888:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334498816:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.282994:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.283502:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.283942:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332274816 00000100:00100000:3.0:1734016125.283947:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332274816 00000100:00100000:3.0:1734016125.283979:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12753 00000100:00100000:3.0:1734016125.283985:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332274816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.283995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.284011:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176903 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b866 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.284046:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334498944:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.284080:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.287987:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334498816:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.288050:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31768fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b85f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.288067:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31768fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b85f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.288114:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016125.288181:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332274688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5421us (6542us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.288191:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12752 00000100:00100000:3.0:1734016125.288321:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334498944:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.288346:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176903 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b866 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.288355:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176903 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b866 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.288368:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016125.288387:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332274816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4403us (4887us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.288393:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12753 00000100:00100000:1.0:1734016125.293434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.293921:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275072 00000100:00100000:2.0:1734016125.293938:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275072 00000100:00100000:2.0:1734016125.294023:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2618 00000100:00100000:2.0:1734016125.294036:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332275072:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.294126:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.294170:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d31768e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b84a expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.294204:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.294210:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.294426:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.294439:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.294449:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016125.294484:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968982 00000004:00010000:2.0:1734016125.294504:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801310cd500 reply state ffff88012e281000 transno 4294968983 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016125.294512:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.294626:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332275072:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 591us (1214us total) trans 4294968983 rc 0/0 00000100:00100000:2.0:1734016125.294635:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2618 00000020:00080000:2.0:1734016125.294642:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016125.316398:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016125.316487:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.316501:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.316513:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.316523:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffd680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016125.316529:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.316535:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.316556:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.316558:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016125.316562:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.316566:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d317690a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016125.317130:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275200 00000100:00100000:3.0:1734016125.317146:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275200 00000100:00100000:3.0:1734016125.317210:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12754 00000100:00100000:3.0:1734016125.317222:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332275200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.317254:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.317283:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b86d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.317322:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.317331:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.317333:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.317337:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.317378:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.317393:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 7 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.317411:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334499072:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.317512:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.327968:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334499072:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.328035:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.328070:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016125.328175:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332275200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10952us (11789us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.328186:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12754 00000100:00100000:2.0:1734016125.329313:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.329793:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275328 00000100:00100000:3.0:1734016125.329803:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275328 00010000:00010000:3.0:1734016125.329841:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.329881:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3428 00000100:00100000:3.0:1734016125.329890:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332275328:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.329908:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.329940:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.329953:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.329981:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31768a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1531903) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b812 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.331303:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.331307:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.331317:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.331328:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.331379:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.331402:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334499200:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016125.331917:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.337357:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334499200:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016125.337398:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.337470:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332275328:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7579us (8158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.337484:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3428 00000100:00100000:0.0:1734016125.339877:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.340019:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275456 00000100:00100000:3.0:1734016125.340037:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275456 00000100:00100000:3.0:1734016125.340255:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12755 00000100:00100000:3.0:1734016125.340264:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007557b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332275456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.340296:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.340332:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b874 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.340387:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.340396:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.340398:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.340401:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.340450:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.340469:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 7 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.340487:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334499328:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.341234:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.345236:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334499328:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.345295:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.345328:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016125.345405:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007557b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332275456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5139us (5549us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.345417:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12755 00000100:00100000:0.0:1734016125.345711:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.346027:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275584 00000100:00100000:3.0:1734016125.346039:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275584 00010000:00010000:3.0:1734016125.346067:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.346437:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3429 00000100:00100000:3.0:1734016125.346443:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075578e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332275584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.346462:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.346496:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.346514:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.346545:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31768d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b843 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.347116:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.347119:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.347126:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.347137:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.347178:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.347189:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334499456:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016125.347402:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.350353:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334499456:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016125.350395:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.350497:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075578e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332275584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4050us (4784us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.350514:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3429 00000100:00100000:0.0:1734016125.351912:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.351966:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.352236:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275712 00000100:00100000:2.0:1734016125.352253:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275712 00002000:00010000:2.0:1734016125.352317:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016125.352325:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579500 with x1818247332275712 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016125.352345:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579500. 00000100:00100000:2.0:1734016125.352373:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275840 00000100:00100000:2.0:1734016125.352375:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275840 00002000:00010000:2.0:1734016125.352390:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2576314->18446744073709551615) 00002000:00100000:2.0:1734016125.352393:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95880 with x1818247332275840 ext(2576314->18446744073709551615) 00002000:00010000:2.0:1734016125.352401:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d95880. 00000100:00100000:2.0:1734016125.352419:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9900 00000100:00100000:2.0:1734016125.352431:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332275712:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016125.352780:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016125.352785:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.352787:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016125.352789:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.352791:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:2.0:1734016125.352862:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332275712:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 433us (961us total) trans 4294969772 rc 0/0 00000100:00100000:2.0:1734016125.352874:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9900 00002000:00010000:2.0:1734016125.352878:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016125.352882:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075579500 with x1818247332275712 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016125.352886:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075579500. 00000100:00100000:2.0:1734016125.352903:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9901 00000100:00100000:2.0:1734016125.352908:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332275840:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016125.353076:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1419582 -> 2576314 00002000:00010000:2.0:1734016125.353078:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.353081:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016125.353093:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.353096:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016125.353121:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332275840:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 210us (1152us total) trans 4294968175 rc 0/0 00000100:00100000:2.0:1734016125.353131:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9901 00002000:00010000:2.0:1734016125.353133:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2576314->18446744073709551615) 00002000:00100000:2.0:1734016125.353135:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95880 with x1818247332275840 ext(2576314->18446744073709551615) 00002000:00010000:2.0:1734016125.353139:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d95880. 00000100:00100000:0.0:1734016125.361614:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.361776:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332275968 00000100:00100000:3.0:1734016125.361789:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332275968 00000100:00100000:3.0:1734016125.361854:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2619 00000100:00100000:3.0:1734016125.361864:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332275968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.361897:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.361922:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317691f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b87b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.362027:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176926 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.362043:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.362053:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016125.362082:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6770618 00000004:00200000:3.0:1734016125.362117:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.362133:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.362156:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d317691f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b87b expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.362175:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176926 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b87b expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.362183:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.362186:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.362189:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016125.362359:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332275968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 496us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.362366:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2619 00000100:00100000:0.0:1734016125.367360:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.367673:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332276224 00000100:00100000:2.0:1734016125.367690:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332276224 00000100:00100000:2.0:1734016125.367795:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2620 00000100:00100000:2.0:1734016125.367803:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332276224:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.367870:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.367903:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176926 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b87b expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.367942:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.367947:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.368191:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.368208:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.368216:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016125.368255:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968984 00000004:00010000:2.0:1734016125.368276:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075d96680 reply state ffff88012e283000 transno 4294968985 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016125.368283:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.368383:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332276224:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 580us (1037us total) trans 4294968985 rc 0/0 00000100:00100000:2.0:1734016125.368391:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2620 00000020:00080000:2.0:1734016125.368395:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016125.371519:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.371550:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.371557:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.371565:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016125.371572:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.371580:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.371606:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.371609:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.371613:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.371619:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d317692d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016125.428485:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.428561:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.428648:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332276352 00000100:00100000:3.0:1734016125.428667:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332276480 00000100:00100000:1.0:1734016125.428669:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332276352 00000100:00100000:3.0:1734016125.428672:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332276480 00002000:00010000:1.0:1734016125.428760:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016125.428768:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97b80 with x1818247332276352 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016125.428787:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97b80. 00002000:00010000:3.0:1734016125.428797:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (553022->18446744073709551615) 00002000:00100000:3.0:1734016125.428801:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96a00 with x1818247332276480 ext(553022->18446744073709551615) 00002000:00010000:3.0:1734016125.428810:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d96a00. 00000100:00100000:1.0:1734016125.428828:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9902 00000100:00100000:3.0:1734016125.428836:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9903 00000100:00100000:1.0:1734016125.428840:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332276352:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:3.0:1734016125.428841:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332276480:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016125.429052:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016125.429062:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016125.429064:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016125.429066:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016125.429068:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 192 00002000:00010000:3.0:1734016125.429126:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2576314 -> 553022 00002000:00010000:3.0:1734016125.429128:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.429130:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016125.429133:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.429135:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016125.429142:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332276352:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 302us (674us total) trans 4294969773 rc 0/0 00000100:00100000:1.0:1734016125.429152:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9902 00000100:00100000:3.0:1734016125.429153:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332276480:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 313us (593us total) trans 4294968176 rc 0/0 00002000:00010000:1.0:1734016125.429155:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016125.429157:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d97b80 with x1818247332276352 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1734016125.429159:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9903 00002000:00010000:1.0:1734016125.429160:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d97b80. 00002000:00010000:3.0:1734016125.429161:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (553022->18446744073709551615) 00002000:00100000:3.0:1734016125.429164:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96a00 with x1818247332276480 ext(553022->18446744073709551615) 00002000:00010000:3.0:1734016125.429167:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d96a00. 00000100:00100000:0.0:1734016125.436797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.436909:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332276608 00000100:00100000:3.0:1734016125.436921:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332276608 00000100:00100000:3.0:1734016125.436980:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2621 00000100:00100000:3.0:1734016125.436988:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332276608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.437028:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.437053:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176934 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b882 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.437179:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.437197:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.437209:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016125.437240:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4747326 00000004:00200000:3.0:1734016125.437246:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.437268:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.437291:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176934 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 27 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.437305:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 26 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.437314:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.437317:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.437321:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016125.437393:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332276608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 404us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.437400:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2621 00000100:00100000:0.0:1734016125.440498:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.440576:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332276864 00000100:00100000:2.0:1734016125.440586:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332276864 00000100:00100000:2.0:1734016125.440646:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2622 00000100:00100000:2.0:1734016125.440653:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332276864:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.441020:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.441045:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.441054:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.441111:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.441130:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 25 pid: 6484 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.441149:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334499584:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016125.441241:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.444002:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334499584:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016125.444047:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016125.445837:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.445986:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332276992 00000100:00100000:3.0:1734016125.446008:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332276992 00010000:00010000:3.0:1734016125.446071:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 26 pid: 6484 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.446131:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3430 00000100:00100000:3.0:1734016125.446144:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:1969:x1818247332276992:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.446170:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.446177:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 26 pid: 6484 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.446199:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 26 pid: 6484 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.446239:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d317693b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b882 expref: 26 pid: 6484 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.446262:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.446270:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.446281:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.446289:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.446319:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.446389:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:1969:x1818247332276992:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 249us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.446398:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3430 00010000:00010000:0.0:1734016125.447110:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016125.447120:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:0.0:1734016125.447235:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968986 00000004:00010000:0.0:1734016125.447290:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075d97800 reply state ffff88012e282000 transno 4294968987 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016125.447297:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016125.447393:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332276864:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6738us (6912us total) trans 4294968987 rc 0/0 00000100:00100000:0.0:1734016125.447402:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2622 00000020:00080000:0.0:1734016125.447406:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016125.449312:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.449338:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.449344:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.449352:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016125.449358:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.449365:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.449386:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.449390:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016125.449395:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.449400:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3176942 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016125.450221:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.450406:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277120 00000100:00100000:3.0:1734016125.450417:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277120 00000100:00100000:3.0:1734016125.450481:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12756 00000100:00100000:3.0:1734016125.450488:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332277120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.450512:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.450537:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b889 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.450571:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.450579:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.450580:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.450584:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.450616:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.450627:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 9 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.450640:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334499712:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.450750:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.452857:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.452965:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277248 00000100:00100000:1.0:1734016125.452977:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277248 00010000:00010000:1.0:1734016125.453034:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 10 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.453100:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3431 00000100:00100000:1.0:1734016125.453109:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac801850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332277248:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.453126:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.453167:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 10 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.453182:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 10 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.453225:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.453227:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.453235:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.453245:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.453298:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.453316:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334499840:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016125.453412:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d600 going to sleep for 11 seconds 00010000:00010000:3.0:1734016125.454114:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176911 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b86d expref: 10 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.454136:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334499712:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.454174:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.454189:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016125.454226:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332277120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3737us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.454235:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12756 00000100:00100000:1.0:1734016125.456511:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334499840:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016125.456542:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.456584:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac801850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332277248:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3474us (3739us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.456599:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3431 00000100:00100000:0.0:1734016125.458835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.459009:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277376 00000100:00100000:3.0:1734016125.459018:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277376 00000100:00100000:3.0:1734016125.459074:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12757 00000100:00100000:3.0:1734016125.459091:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332277376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.459119:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.459149:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b890 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.459197:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.459205:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.459207:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.459212:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.459260:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.459275:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 11 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.459294:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334499968:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.459400:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.462862:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334499968:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.462916:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.462945:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016125.463019:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332277376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3934us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.463029:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12757 00000100:00100000:0.0:1734016125.463588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.463702:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277504 00000100:00100000:1.0:1734016125.463711:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277504 00010000:00010000:1.0:1734016125.463772:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 12 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.463809:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3432 00000100:00100000:1.0:1734016125.463817:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332277504:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.463834:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.463859:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 12 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.463871:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 12 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.463898:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176918 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b874 expref: 12 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.463916:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.463919:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.463924:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.463934:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.463966:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.463979:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334500096:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016125.464027:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.468709:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334500096:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016125.468804:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.468902:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332277504:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5082us (5312us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.468924:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3432 00000100:00100000:0.0:1734016125.473073:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.473165:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.473289:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277760 00000100:00100000:2.0:1734016125.473301:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277760 00002000:00010000:2.0:1734016125.473342:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016125.473347:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95180 with x1818247332277760 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016125.473364:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d95180. 00000100:00100000:2.0:1734016125.473397:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277632 00000100:00100000:2.0:1734016125.473400:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277632 00002000:00010000:2.0:1734016125.473411:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2566145->18446744073709551615) 00002000:00100000:2.0:1734016125.473414:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96d80 with x1818247332277632 ext(2566145->18446744073709551615) 00002000:00010000:2.0:1734016125.473423:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d96d80. 00000100:00100000:2.0:1734016125.473455:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9904 00000100:00100000:2.0:1734016125.473464:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332277760:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016125.474136:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 553022 -> 0 00002000:00010000:2.0:1734016125.474140:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.474143:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016125.474145:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.474147:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:2.0:1734016125.474220:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332277760:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 755us (1161us total) trans 4294968177 rc 0/0 00000100:00100000:2.0:1734016125.474234:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9904 00002000:00010000:2.0:1734016125.474239:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016125.474241:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d95180 with x1818247332277760 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016125.474245:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d95180. 00000100:00100000:2.0:1734016125.474265:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9905 00000100:00100000:2.0:1734016125.474270:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332277632:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016125.475933:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2566145 00002000:00010000:2.0:1734016125.475943:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.475946:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016125.475949:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.475951:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 176 00000100:00100000:2.0:1734016125.476019:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332277632:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1743us (2848us total) trans 4294969774 rc 0/0 00000100:00100000:2.0:1734016125.476029:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9905 00002000:00010000:2.0:1734016125.476033:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2566145->18446744073709551615) 00002000:00100000:2.0:1734016125.476037:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d96d80 with x1818247332277632 ext(2566145->18446744073709551615) 00002000:00010000:2.0:1734016125.476045:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075d96d80. 00000100:00100000:0.0:1734016125.484133:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.484616:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332277888 00000100:00100000:2.0:1734016125.484630:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332277888 00000100:00100000:2.0:1734016125.484771:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2623 00000100:00100000:2.0:1734016125.484781:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332277888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.484817:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.484855:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d3176957 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b897 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.485021:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317695e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.485043:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317695e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.485060:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317695e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016125.485106:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2566145 00000004:00200000:2.0:1734016125.485110:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.485139:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317695e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.485177:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d3176957 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b897 expref: 27 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.485228:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317695e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b897 expref: 26 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.485239:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.485243:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.485248:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016125.485337:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332277888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 558us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.485345:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2623 00000100:00100000:0.0:1734016125.498165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.498264:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.503340:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278016 00000100:00100000:3.0:1734016125.503360:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278016 00000100:00100000:3.0:1734016125.503436:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278144 00000100:00100000:3.0:1734016125.503440:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278144 00000100:00100000:3.0:1734016125.503467:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12758 00000100:00100000:3.0:1734016125.503477:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332278016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.503505:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.503525:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176965 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b89e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.503596:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334500224:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.503732:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.503861:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12759 00000100:00100000:0.0:1734016125.503868:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332278144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.503879:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.503892:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d317696c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8a5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.503921:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334500352:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016125.503940:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.511037:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334500224:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.511133:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176965 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b89e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.511160:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176965 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b89e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016125.513535:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334500352:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016125.513597:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d317696c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8a5 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.513617:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d317696c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8a5 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.513645:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00010000:00010000:3.0:1734016125.514796:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:0.0:1734016125.518299:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332278144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14399us (20003us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.518319:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12759 00000100:00100000:3.0:1734016125.519009:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332278016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15528us (20870us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.519017:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12758 00000100:00100000:2.0:1734016125.527563:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.528076:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.529359:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278272 00000100:00100000:3.0:1734016125.529376:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278272 00000100:00100000:3.0:1734016125.529459:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278400 00000100:00100000:3.0:1734016125.529462:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278400 00000100:00100000:3.0:1734016125.529489:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12760 00000100:00100000:3.0:1734016125.529499:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332278272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.529525:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.529557:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176973 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8ac expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.529646:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334500480:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.529762:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.530067:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12761 00000100:00100000:0.0:1734016125.530073:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332278400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.530090:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.530102:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d317697a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8b3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.530139:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334500608:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016125.530168:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.545900:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334500480:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.545980:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176973 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ac expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.546004:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176973 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ac expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.546046:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016125.546127:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332278272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16628us (18586us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.546141:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12760 00000100:00100000:1.0:1734016125.546381:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334500608:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.546411:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d317697a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8b3 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.546423:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d317697a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8b3 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.546453:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:1.0:1734016125.546483:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332278400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16407us (18407us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.546490:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12761 00000100:00100000:0.0:1734016125.557061:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.557152:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278528 00000100:00100000:3.0:1734016125.557163:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278528 00000100:00100000:3.0:1734016125.557223:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2624 00000100:00100000:3.0:1734016125.557230:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332278528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.557256:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.557279:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176981 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8ba expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557398:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.557418:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.557434:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016125.557484:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2566145 00000004:00200000:3.0:1734016125.557490:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.557511:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.557539:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176981 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557570:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.557579:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.557582:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.557585:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016125.557631:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332278528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 400us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.557637:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2624 00000100:00100000:0.0:1734016125.564210:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.564290:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.564428:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278784 00000100:00100000:1.0:1734016125.564446:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278784 00000100:00100000:1.0:1734016125.564529:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278656 00000100:00100000:1.0:1734016125.564532:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278656 00000100:00100000:1.0:1734016125.564560:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12762 00000100:00100000:1.0:1734016125.564571:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332278784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.564603:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.564633:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317698f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8c8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.564716:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334500736:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.564840:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.564870:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12763 00000100:00100000:1.0:1734016125.564875:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332278656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.564884:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.564899:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3176996 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8c1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.564934:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334500864:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.564957:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.572680:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334500864:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016125.572786:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3176996 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8c1 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.572808:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3176996 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8c1 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.572830:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:2.0:1734016125.572895:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332278656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8016us (8603us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.572906:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12763 00000100:00100000:1.0:1734016125.573036:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334500736:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.573062:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317698f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8c8 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.573071:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317698f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8c8 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.573101:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016125.573122:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332278784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8554us (8934us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.573127:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12762 00000100:00100000:0.0:1734016125.576246:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.576327:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332278912 00000100:00100000:1.0:1734016125.576337:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332278912 00000100:00100000:1.0:1734016125.576387:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12764 00000100:00100000:1.0:1734016125.576396:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332278912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.576415:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.576433:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8cf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.576471:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.576477:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.576479:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.576483:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2514944->2519039] (req 2514944->2519039) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.576514:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.576526:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 8 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.576540:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334500992:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016125.576595:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.578591:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334500992:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016125.578634:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2514944->2519039] (req 2514944->2519039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.578653:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016125.578703:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332278912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2306us (2465us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.578710:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12764 00000100:00100000:0.0:1734016125.585564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.585716:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332279040 00000100:00100000:1.0:1734016125.585749:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332279040 00010000:00010000:1.0:1734016125.585781:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 9 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.586046:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3433 00000100:00100000:1.0:1734016125.586053:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332279040:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.586070:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.586101:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 9 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.586113:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 9 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.586141:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3176949 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b889 expref: 9 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.586899:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.586903:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.586914:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.586923:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.586967:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.586979:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334501120:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016125.596170:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.598811:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.598865:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332279296 00000100:00100000:0.0:1734016125.598878:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332279296 00002000:00100000:0.0:1734016125.598953:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2514944->2519039) req@ffff880076c4e680 x1818247332279296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.598967:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4e680 with x1818247332279296 ext(2514944->2519039) 00002000:00010000:0.0:1734016125.598975:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4e680 00000100:00100000:0.0:1734016125.599025:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9906 00000100:00100000:0.0:1734016125.599038:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332279296:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.599363:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332279296:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 327us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.599372:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9906 00002000:00100000:0.0:1734016125.599378:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2514944->2519039) req@ffff880076c4e680 x1818247332279296/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.599388:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4e680 with x1818247332279296 ext(2514944->2519039) 00002000:00010000:0.0:1734016125.599391:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4e680 00000100:00100000:1.0:1734016125.601413:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334501120:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016125.601460:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.601545:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332279040:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 15490us (15987us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.601562:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3433 00000100:00100000:0.0:1734016125.606518:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.608987:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332279552 00000100:00100000:2.0:1734016125.609004:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332279552 00002000:00100000:2.0:1734016125.609064:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2519040->2523135) req@ffff880076c4f100 x1818247332279552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.609075:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4f100 with x1818247332279552 ext(2519040->2523135) 00002000:00010000:2.0:1734016125.609089:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4f100 00000100:00100000:2.0:1734016125.609112:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9907 00000100:00100000:2.0:1734016125.609119:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332279552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.609327:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332279552:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 208us (2825us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.609335:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9907 00002000:00100000:2.0:1734016125.609341:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2519040->2523135) req@ffff880076c4f100 x1818247332279552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.609348:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4f100 with x1818247332279552 ext(2519040->2523135) 00002000:00010000:2.0:1734016125.609352:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4f100 00000100:00100000:0.0:1734016125.616216:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.616478:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332279808 00000100:00100000:1.0:1734016125.616494:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332279808 00002000:00100000:1.0:1734016125.616562:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2523136->2527231) req@ffff880076c4ce00 x1818247332279808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.616573:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ce00 with x1818247332279808 ext(2523136->2527231) 00002000:00010000:1.0:1734016125.616579:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ce00 00000100:00100000:1.0:1734016125.616628:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9908 00000100:00100000:1.0:1734016125.616638:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332279808:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016125.616975:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332279808:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 338us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016125.616986:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9908 00002000:00100000:1.0:1734016125.616995:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2523136->2527231) req@ffff880076c4ce00 x1818247332279808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.617002:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ce00 with x1818247332279808 ext(2523136->2527231) 00002000:00010000:1.0:1734016125.617004:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ce00 00000100:00100000:0.0:1734016125.622790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.622955:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332279936 00000100:00100000:1.0:1734016125.622972:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332279936 00000100:00100000:1.0:1734016125.623176:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12765 00000100:00100000:1.0:1734016125.623187:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332279936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.623221:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.623246:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31769a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8d6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.624867:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501248:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.625177:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.629242:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501248:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.629305:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31769a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8d6 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.629322:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31769a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8d6 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.629495:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016125.629577:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332279936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6388us (6852us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.629591:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12765 00000100:00100000:0.0:1734016125.633306:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.633854:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280064 00000100:00100000:1.0:1734016125.633876:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280064 00000100:00100000:1.0:1734016125.634200:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12766 00000100:00100000:1.0:1734016125.634215:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332280064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.634257:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.634292:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31769ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8dd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.634418:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501376:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.636164:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.640889:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501376:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.640932:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31769ab lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8dd expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.640948:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31769ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8dd expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.641500:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016125.641574:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332280064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7361us (8300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.641588:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12766 00000100:00100000:0.0:1734016125.650026:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.650819:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280192 00000100:00100000:1.0:1734016125.650831:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280192 00000100:00100000:1.0:1734016125.650970:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12767 00000100:00100000:1.0:1734016125.650980:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332280192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.651008:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.651041:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31769b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8e4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.651138:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501504:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.651626:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.662140:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501504:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.662208:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31769b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8e4 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.662231:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31769b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8e4 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.662326:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016125.663219:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332280192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12235us (13209us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.663234:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12767 00000100:00100000:0.0:1734016125.671482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.671876:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280320 00000100:00100000:1.0:1734016125.671893:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280320 00000100:00100000:1.0:1734016125.671983:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12768 00000100:00100000:1.0:1734016125.671993:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332280320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.672026:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.672057:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31769b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8eb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.672166:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501632:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.672247:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.674712:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501632:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.674859:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31769b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8eb expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.674880:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31769b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8eb expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.674920:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016125.674982:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332280320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2989us (3519us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.674997:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12768 00000100:00100000:0.0:1734016125.687642:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.687812:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280448 00000100:00100000:1.0:1734016125.687834:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280448 00000100:00100000:1.0:1734016125.687913:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12769 00000100:00100000:1.0:1734016125.687922:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332280448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.687960:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.687994:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31769c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8f2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.688100:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501760:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.688180:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016125.693466:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 202256 00002000:00010000:1.0:1734016125.693480:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1734016125.693515:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501760:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.693578:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31769c0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8f2 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.693600:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31769c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8f2 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.693634:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016125.693711:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332280448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5788us (6089us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.693769:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12769 00000100:00100000:0.0:1734016125.699249:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.699422:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280576 00000100:00100000:1.0:1734016125.699436:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280576 00000100:00100000:1.0:1734016125.700227:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12770 00000100:00100000:1.0:1734016125.700238:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332280576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.700267:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.700289:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31769c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b8f9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.700377:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501888:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.700902:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.705072:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334501888:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.705140:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31769c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8f9 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.705161:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31769c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8f9 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.705207:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016125.705293:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332280576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5053us (6052us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.705307:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12770 00000100:00100000:0.0:1734016125.709357:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.709485:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280832 00000100:00100000:2.0:1734016125.709494:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280832 00000100:00100000:3.0:1734016125.710183:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2625 00000100:00100000:3.0:1734016125.710195:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332280832:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016125.710257:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.710288:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317695e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b897 expref: 26 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.710322:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.710327:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016125.710555:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.710570:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.710579:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.710622:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.710636:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 19 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016125.710653:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334502016:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.710777:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.715639:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.716828:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334502016:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.716855:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016125.717448:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332280960 00000100:00100000:1.0:1734016125.717455:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332280960 00010000:00010000:1.0:1734016125.717483:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016125.717515:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3434 00000100:00100000:1.0:1734016125.717522:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332280960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.717535:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.717540:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.717549:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.717569:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176988 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8ba expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.717795:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016125.717800:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016125.717809:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016125.717814:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016125.718021:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.718203:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.718209:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:2.0:1734016125.718313:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968988 00000004:00010000:2.0:1734016125.718367:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076c4df80 reply state ffff8801353c9000 transno 4294968989 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016125.718373:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016125.718463:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247332280960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 939us (2837us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.718472:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3434 00000100:00100000:2.0:1734016125.719037:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332280832:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8843us (9689us total) trans 4294968989 rc 0/0 00000100:00100000:2.0:1734016125.719045:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2625 00000020:00080000:2.0:1734016125.719049:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016125.723544:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016125.723626:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.723639:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.723647:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.723654:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016125.723661:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.723667:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.723688:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.723691:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.723696:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.723701:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d31769ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016125.723783:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281088 00000100:00100000:0.0:1734016125.723797:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281088 00000100:00100000:0.0:1734016125.723853:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12771 00000100:00100000:0.0:1734016125.723861:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332281088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.723880:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.723902:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b900 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.723930:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.723938:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.723940:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.723943:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.723970:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.723989:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016125.724003:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334502144:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016125.724067:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.727354:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334502144:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016125.727390:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.727408:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:2.0:1734016125.727921:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332281088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4058us (4391us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.727931:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12771 00000100:00100000:0.0:1734016125.728438:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.729394:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281216 00000100:00100000:1.0:1734016125.729407:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281216 00010000:00010000:1.0:1734016125.729444:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016125.729480:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3435 00000100:00100000:1.0:1734016125.729486:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332281216:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.729500:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.729522:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.729533:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.729554:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317699d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2514944->2519039) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b8cf expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.729568:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.729570:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.729574:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.729582:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.729611:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.729626:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334502272:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016125.729666:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.733015:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.733122:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334502272:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016125.733146:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.733195:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332281216:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3707us (4757us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.733210:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3435 00000100:00100000:2.0:1734016125.733308:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281344 00000100:00100000:2.0:1734016125.733318:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281344 00000100:00100000:2.0:1734016125.733388:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12772 00000100:00100000:2.0:1734016125.733397:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332281344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.733426:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.734229:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b907 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.734267:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.734275:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.734277:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.734281:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.734319:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.734333:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 8 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.734346:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334502400:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016125.734399:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.737444:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334502400:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016125.737490:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.737512:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016125.737579:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332281344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4181us (4576us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.737590:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12772 00000100:00100000:2.0:1734016125.739259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.739380:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281472 00000100:00100000:0.0:1734016125.739388:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281472 00002000:00100000:0.0:1734016125.739432:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (192512->202255) req@ffff880139bf2d80 x1818247332281472/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 10232/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.739442:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2d80 with x1818247332281472 ext(192512->202255) 00010000:00010000:0.0:1734016125.739451:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 9 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016125.739464:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 9 pid: 7692 timeout: 490 lvb_type: 0 00002000:00010000:0.0:1734016125.739470:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139bf2d80 00000100:00100000:0.0:1734016125.740055:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 354 00000100:00100000:0.0:1734016125.740061:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332281472:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016125.741128:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332281472:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1063us (1871us total) trans 4294968178 rc 0/0 00000100:00100000:0.0:1734016125.741136:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 354 00002000:00100000:0.0:1734016125.741145:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (192512->202255) req@ffff880139bf2d80 x1818247332281472/t4294968178(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:86/0 lens 10232/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.741155:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2d80 with x1818247332281472 ext(192512->202255) 00010000:00010000:0.0:1734016125.741163:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016125.741177:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00002000:00010000:0.0:1734016125.741183:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139bf2d80 00000100:00100000:0.0:1734016125.743864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.743936:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281600 00000100:00100000:1.0:1734016125.743949:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281600 00010000:00010000:1.0:1734016125.743983:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016125.744159:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3436 00000100:00100000:1.0:1734016125.744168:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332281600:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.744189:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016125.744214:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 24 00010000:00010000:1.0:1734016125.744222:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.744237:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.744275:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176950 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b890 expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.744473:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.744476:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.744487:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.744498:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.744538:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.744553:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334502528:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016125.745003:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.748048:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.748272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.748365:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334502528:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016125.748392:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.748736:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281728 00000100:00100000:0.0:1734016125.748743:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281728 00002000:00010000:0.0:1734016125.748784:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (171918->18446744073709551615) 00002000:00100000:0.0:1734016125.748789:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3480 with x1818247332281728 ext(171918->18446744073709551615) 00002000:00010000:0.0:1734016125.748806:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf3480. 00000100:00100000:0.0:1734016125.748828:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281856 00000100:00100000:0.0:1734016125.748831:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281856 00002000:00010000:0.0:1734016125.748839:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016125.748841:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992a00 with x1818247332281856 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016125.748850:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079992a00. 00000100:00100000:0.0:1734016125.748869:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9909 00000100:00100000:0.0:1734016125.748877:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332281728:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016125.751291:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2566145 -> 171918 00002000:00010000:0.0:1734016125.751302:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016126 00002000:00010000:0.0:1734016125.751305:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016125.751310:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:0.0:1734016125.751312:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 88 00000100:00100000:1.0:1734016125.751540:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332281600:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7363us (7812us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.751556:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3436 00000100:00100000:1.0:1734016125.751620:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9910 00000100:00100000:1.0:1734016125.751628:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332281856:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016125.751825:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 202256 -> 0 00002000:00010000:1.0:1734016125.751828:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016126 00002000:00010000:1.0:1734016125.751830:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016125.751832:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:1.0:1734016125.751836:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:0.0:1734016125.757570:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332281728:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 8670us (9505us total) trans 4294969775 rc 0/0 00000100:00100000:0.0:1734016125.757588:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9909 00002000:00010000:0.0:1734016125.757598:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (171918->18446744073709551615) 00002000:00100000:0.0:1734016125.757603:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3480 with x1818247332281728 ext(171918->18446744073709551615) 00002000:00010000:0.0:1734016125.757621:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf3480. 00000100:00100000:1.0:1734016125.758360:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332281856:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 6728us (10083us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1734016125.758371:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9910 00002000:00010000:1.0:1734016125.758376:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016125.758379:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079992a00 with x1818247332281856 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016125.758389:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079992a00. 00000100:00100000:0.0:1734016125.762461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.762608:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332281984 00000100:00100000:2.0:1734016125.762624:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332281984 00000100:00100000:2.0:1734016125.762705:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2626 00000100:00100000:2.0:1734016125.762715:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332281984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.762783:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.762817:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31769e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b90e expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.762972:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.762992:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.763008:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016125.763045:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 171918 00000004:00200000:2.0:1734016125.763050:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.763090:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.763118:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d31769e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.763597:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 20 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.763608:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.763612:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.763616:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016125.764272:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332281984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1553us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.764283:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2626 00000100:00100000:0.0:1734016125.768789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.768978:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282112 00000100:00100000:3.0:1734016125.768991:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282112 00000100:00100000:3.0:1734016125.769056:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12773 00000100:00100000:3.0:1734016125.769069:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332282112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.769104:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.769134:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31769f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b915 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.769229:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334502656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.769338:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.770975:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.771289:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282240 00000100:00100000:2.0:1734016125.771299:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282240 00000100:00100000:2.0:1734016125.771352:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12774 00000100:00100000:2.0:1734016125.771360:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332282240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.771376:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.771398:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31769f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b91c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.771465:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334502784:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016125.771539:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.773797:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334502656:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.773834:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31769f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b915 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.773851:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31769f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b915 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.775757:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016125.775849:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332282112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6774us (7077us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.775860:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12773 00000100:00100000:2.0:1734016125.776662:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334502784:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016125.776711:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31769f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b91c expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.776762:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31769f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b91c expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.776782:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016125.776815:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332282240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5455us (5848us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.776821:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12774 00000100:00100000:0.0:1734016125.779445:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.779486:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.779576:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282496 00000100:00100000:3.0:1734016125.779585:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282496 00000100:00100000:3.0:1734016125.779624:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282368 00000100:00100000:3.0:1734016125.779626:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282368 00000100:00100000:3.0:1734016125.779948:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12775 00000100:00100000:3.0:1734016125.779954:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332282496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.779968:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.779981:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31769ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b92a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.780032:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334502912:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016125.780095:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.780159:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12776 00000100:00100000:0.0:1734016125.780164:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332282368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.780172:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.780182:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3176a06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b923 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.780205:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334503040:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016125.780224:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.783163:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334502912:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016125.783231:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31769ff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b92a expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.783247:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31769ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b92a expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.783261:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016125.783337:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332282496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3381us (3898us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.783349:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12775 00000100:00100000:1.0:1734016125.784383:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334503040:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.784413:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3176a06 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b923 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.784425:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3176a06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b923 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.784441:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:1.0:1734016125.784474:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332282368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4309us (4987us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.784481:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12776 00000100:00100000:0.0:1734016125.790713:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.791513:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282752 00000100:00100000:1.0:1734016125.791530:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282752 00000100:00100000:1.0:1734016125.791604:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12777 00000100:00100000:1.0:1734016125.791615:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332282752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.791649:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.791680:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176a0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b938 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.791791:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801310cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334503168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.791876:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.791934:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.791955:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282624 00000100:00100000:1.0:1734016125.791958:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282624 00000100:00100000:1.0:1734016125.791984:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12778 00000100:00100000:1.0:1734016125.791988:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332282624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.791998:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.792009:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176a14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b931 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.792035:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334503296:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016125.792058:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.794867:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801310cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334503168:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016125.794904:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176a0d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b938 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.794919:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176a0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b938 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.794935:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016125.794984:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332282752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3370us (4300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.794993:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12777 00000100:00100000:2.0:1734016125.795688:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334503296:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016125.795709:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176a14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b931 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.795746:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176a14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b931 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.795764:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:2.0:1734016125.795797:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801310cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332282624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3807us (3863us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.795803:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12778 00000100:00100000:0.0:1734016125.799133:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.800099:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332282880 00000100:00100000:2.0:1734016125.800117:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332282880 00000100:00100000:2.0:1734016125.800194:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12779 00000100:00100000:2.0:1734016125.800205:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332282880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.800231:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.800260:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b93f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.800308:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.800317:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.800320:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.800325:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1536000->1548287] (req 1536000->1548287) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.800370:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.800387:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 10 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.800406:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334503424:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016125.800501:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.805532:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334503424:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016125.805580:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1536000->1548287] (req 1536000->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.805607:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016125.805696:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332282880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5490us (6574us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.805710:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12779 00000100:00100000:0.0:1734016125.806825:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.807015:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283008 00000100:00100000:2.0:1734016125.807025:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283008 00010000:00010000:2.0:1734016125.807052:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.807294:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3437 00000100:00100000:2.0:1734016125.807303:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332283008:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.807325:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.807353:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016125.807367:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016125.807399:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31769d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b900 expref: 11 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016125.807420:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.807423:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.807433:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.807441:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.807476:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.807489:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334503552:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016125.807548:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.813005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.813120:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334503552:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016125.813151:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.813208:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332283008:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5905us (6385us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.813222:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3437 00000100:00100000:3.0:1734016125.813317:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283136 00000100:00100000:3.0:1734016125.813323:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283136 00000100:00100000:3.0:1734016125.813372:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12780 00000100:00100000:3.0:1734016125.813378:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332283136:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016125.813677:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 171918 -> 1546910 00002000:00010000:3.0:1734016125.813681:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016125 00002000:00010000:3.0:1734016125.813683:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016125.813685:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016125 00002000:00010000:3.0:1734016125.813688:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 88 -> 104 00000100:00100000:3.0:1734016125.813714:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332283136:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 336us (722us total) trans 4294969776 rc 0/0 00000100:00100000:3.0:1734016125.813740:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12780 00000100:00100000:0.0:1734016125.818411:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.818637:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283264 00000100:00100000:2.0:1734016125.818653:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283264 00000100:00100000:2.0:1734016125.818753:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2627 00000100:00100000:2.0:1734016125.818763:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332283264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.818793:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.818821:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3176a22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b946 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.818961:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3176a29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.818976:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3176a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.818984:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3176a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:2.0:1734016125.819012:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 171918 00000004:00200000:2.0:1734016125.819017:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.819032:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3176a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.819051:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3176a22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b946 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.819099:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3176a29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b946 expref: 28 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.819108:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.819111:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.819115:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016125.819170:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332283264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 408us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.819176:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2627 00000100:00100000:0.0:1734016125.822952:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.824193:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283392 00000100:00100000:2.0:1734016125.824209:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283392 00000100:00100000:2.0:1734016125.824281:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12781 00000100:00100000:2.0:1734016125.824293:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087204850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332283392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.824320:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.824347:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176a30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b94d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.824426:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334503680:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016125.824527:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00002000:00010000:2.0:1734016125.828634:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016125 -> 1734016126 00002000:00010000:2.0:1734016125.828643:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016125 -> 1734016126 00000100:00100000:2.0:1734016125.828671:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334503680:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016125.828707:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176a30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b94d expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.828734:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176a30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b94d expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.829007:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016125.829261:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087204850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332283392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4967us (6329us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.829275:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12781 00000100:00100000:0.0:1734016125.832830:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.833188:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283520 00000100:00100000:2.0:1734016125.833198:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283520 00000100:00100000:2.0:1734016125.833650:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12782 00000100:00100000:2.0:1734016125.833658:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332283520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.833678:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.833696:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3176a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b954 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.833770:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334503808:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016125.834325:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.842888:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334503808:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016125.842945:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3176a37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b954 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.842962:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3176a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b954 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.842999:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016125.843902:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332283520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10243us (11080us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.843913:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12782 00000100:00100000:0.0:1734016125.856611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.857000:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283776 00000100:00100000:2.0:1734016125.857018:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283776 00000100:00100000:2.0:1734016125.857908:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2628 00000100:00100000:2.0:1734016125.857923:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332283776:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.858028:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.858090:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3176a29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b946 expref: 28 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.858133:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.858138:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.858407:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.858429:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.858437:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.858486:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.858499:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 19 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.858515:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334503936:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016125.858644:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b52f0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.864146:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.864251:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332283904 00000100:00100000:3.0:1734016125.864265:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332283904 00010000:00010000:3.0:1734016125.864319:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016125.864355:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3438 00000100:00100000:3.0:1734016125.864364:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac801c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332283904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.864388:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.864396:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016125.864408:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 20 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016125.864442:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.864448:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.864462:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.864470:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016125.864494:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.864571:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac801c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332283904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 209us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.864579:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3438 00010000:00010000:2.0:1734016125.866296:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31769ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b90e expref: 19 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.867448:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334503936:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016125.867495:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.867507:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.867511:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016125.867691:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968990 00000004:00010000:2.0:1734016125.868921:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767b2d80 reply state ffff880076047000 transno 4294968991 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016125.868935:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.869342:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332283776:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11414us (12752us total) trans 4294968991 rc 0/0 00000100:00100000:2.0:1734016125.869359:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2628 00000020:00080000:2.0:1734016125.869371:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016125.871910:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.871929:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.871937:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.871944:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075fffa80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016125.871949:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.871956:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.871976:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016125.871980:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016125.871984:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016125.871989:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3176a3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016125.873716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.875411:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284032 00000100:00100000:2.0:1734016125.875431:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284032 00000100:00100000:2.0:1734016125.875547:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12783 00000100:00100000:2.0:1734016125.875557:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332284032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.875596:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.875623:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b95b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.875667:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.875680:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.875683:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.875687:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.875766:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.875783:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 9 pid: 13917 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.875801:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334504064:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016125.875955:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00010000:00010000:2.0:1734016125.880609:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016125.881692:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016125.882180:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284160 00000100:00100000:1.0:1734016125.882192:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284160 00010000:00010000:1.0:1734016125.882255:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 10 pid: 13917 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016125.883110:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334504064:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016125.883140:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.883162:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016125.883226:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332284032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7670us (9521us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.883238:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12783 00000100:00100000:1.0:1734016125.883758:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3439 00000100:00100000:1.0:1734016125.883768:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332284160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.883792:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.883826:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 10 pid: 13917 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.883841:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 10 pid: 13917 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.883927:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3176a1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1548287) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b93f expref: 10 pid: 13917 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.884155:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.884158:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.884164:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.884174:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.884207:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.884221:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334504192:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016125.884385:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.887593:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.887667:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016125.887713:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284416 00000100:00100000:0.0:1734016125.887780:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284416 00002000:00010000:0.0:1734016125.887843:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1503064->18446744073709551615) 00002000:00100000:0.0:1734016125.887851:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0700 with x1818247332284416 ext(1503064->18446744073709551615) 00002000:00010000:0.0:1734016125.887872:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b0700. 00000100:00100000:0.0:1734016125.887899:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284288 00000100:00100000:0.0:1734016125.887902:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284288 00002000:00010000:0.0:1734016125.887913:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016125.887915:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2680 with x1818247332284288 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016125.887926:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2680. 00000100:00100000:0.0:1734016125.887950:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9911 00000100:00100000:0.0:1734016125.887960:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332284416:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016125.888308:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1503064 00002000:00010000:0.0:1734016125.888312:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016125.888315:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016125.888317:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016125.888319:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016125.888395:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332284416:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 434us (824us total) trans 4294968180 rc 0/0 00000100:00100000:0.0:1734016125.888403:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9911 00002000:00010000:0.0:1734016125.888407:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1503064->18446744073709551615) 00002000:00100000:0.0:1734016125.888411:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0700 with x1818247332284416 ext(1503064->18446744073709551615) 00002000:00010000:0.0:1734016125.888414:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b0700. 00000100:00100000:0.0:1734016125.888431:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9912 00000100:00100000:0.0:1734016125.888435:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332284288:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016125.888518:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1546910 -> 4194304 00002000:00010000:0.0:1734016125.888521:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016125.888523:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016125.888525:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016125.888526:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1734016125.888543:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332284288:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 107us (875us total) trans 4294969777 rc 0/0 00000100:00100000:0.0:1734016125.888550:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9912 00002000:00010000:0.0:1734016125.888553:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016125.888555:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2680 with x1818247332284288 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016125.888558:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2680. 00000100:00100000:1.0:1734016125.888989:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334504192:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016125.889028:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.889064:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332284160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5298us (7386us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.889073:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3439 00000100:00100000:1.0:1734016125.893109:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.893221:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284672 00000100:00100000:3.0:1734016125.893240:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284672 00002000:00100000:3.0:1734016125.893324:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1499136->1503231) req@ffff880077302a00 x1818247332284672/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.893343:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077302a00 with x1818247332284672 ext(1499136->1503231) 00002000:00010000:3.0:1734016125.893350:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077302a00 00000100:00100000:3.0:1734016125.893393:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9913 00000100:00100000:3.0:1734016125.893402:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332284672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.893767:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332284672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 364us (690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.893776:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9913 00002000:00100000:3.0:1734016125.893782:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1499136->1503231) req@ffff880077302a00 x1818247332284672/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.893791:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077302a00 with x1818247332284672 ext(1499136->1503231) 00002000:00010000:3.0:1734016125.893794:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077302a00 00000100:00100000:0.0:1734016125.899713:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.900204:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284800 00000100:00100000:3.0:1734016125.900217:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284800 00002000:00100000:3.0:1734016125.900266:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1499136->1503063) req@ffff8800767b3800 x1818247332284800/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 4416/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.900276:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3800 with x1818247332284800 ext(1499136->1503063) 00002000:00010000:3.0:1734016125.900282:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b3800 00000100:00100000:3.0:1734016125.900315:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9914 00000100:00100000:3.0:1734016125.900323:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332284800:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.906828:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332284800:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6490us (7128us total) trans 4294968181 rc 0/0 00000100:00100000:3.0:1734016125.906847:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9914 00002000:00100000:3.0:1734016125.906865:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1499136->1503063) req@ffff8800767b3800 x1818247332284800/t4294968181(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 4416/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.906877:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3800 with x1818247332284800 ext(1499136->1503063) 00002000:00010000:3.0:1734016125.906886:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b3800 00000100:00100000:0.0:1734016125.910648:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.911272:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332284928 00000100:00100000:2.0:1734016125.911288:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332284928 00000100:00100000:2.0:1734016125.911383:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2629 00000100:00100000:2.0:1734016125.911394:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332284928:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016125.911607:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332284928:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 214us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.911614:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2629 00000100:00100000:0.0:1734016125.919943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016125.922302:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332285056 00000100:00100000:2.0:1734016125.922341:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332285056 00000100:00100000:2.0:1734016125.922467:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12784 00000100:00100000:2.0:1734016125.922481:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332285056:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016125.924366:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968181 is committed 00000001:00080000:0.0:1734016125.924411:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968178 is committed 00000100:00100000:2.0:1734016125.925810:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332285056:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3318us (5876us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.925827:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12784 00000100:00100000:0.0:1734016125.930035:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.931673:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332285184 00000100:00100000:3.0:1734016125.931692:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332285184 00000100:00100000:3.0:1734016125.931791:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2630 00000100:00100000:3.0:1734016125.931801:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332285184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.931827:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.931848:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176a4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b962 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.935959:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.935998:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.936013:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016125.936042:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5697368 00000004:00200000:3.0:1734016125.936048:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.936072:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.936335:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176a4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.937421:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 30 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.937443:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.937448:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.937453:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016125.937612:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332285184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5809us (7585us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.937623:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2630 00000100:00100000:0.0:1734016125.947322:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.949210:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332285440 00000100:00100000:3.0:1734016125.949230:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332285440 00002000:00100000:3.0:1734016125.949289:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (716800->720895) req@ffff8800767b2a00 x1818247332285440/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.949303:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2a00 with x1818247332285440 ext(716800->720895) 00002000:00010000:3.0:1734016125.949308:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b2a00 00000100:00100000:3.0:1734016125.949359:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9915 00000100:00100000:3.0:1734016125.949368:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332285440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.952734:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332285440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 3334us (5393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.952755:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9915 00002000:00100000:3.0:1734016125.952777:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (716800->720895) req@ffff8800767b2a00 x1818247332285440/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.952789:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2a00 with x1818247332285440 ext(716800->720895) 00002000:00010000:3.0:1734016125.952798:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b2a00 00000100:00100000:0.0:1734016125.967092:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.970106:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332285696 00000100:00100000:3.0:1734016125.970124:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332285696 00002000:00100000:3.0:1734016125.970186:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (720896->724991) req@ffff8800767b1c00 x1818247332285696/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.970199:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b1c00 with x1818247332285696 ext(720896->724991) 00002000:00010000:3.0:1734016125.970205:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b1c00 00000100:00100000:3.0:1734016125.970264:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9916 00000100:00100000:3.0:1734016125.970275:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332285696:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.970534:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332285696:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 259us (3459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.970542:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9916 00002000:00100000:3.0:1734016125.970548:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (720896->724991) req@ffff8800767b1c00 x1818247332285696/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.970555:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b1c00 with x1818247332285696 ext(720896->724991) 00002000:00010000:3.0:1734016125.970558:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b1c00 00000100:00100000:0.0:1734016125.987222:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.987369:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332285952 00000100:00100000:3.0:1734016125.987387:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332285952 00000100:00100000:3.0:1734016125.987463:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2631 00000100:00100000:3.0:1734016125.987475:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332285952:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016125.987807:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.987828:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.987835:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.987877:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.987892:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 29 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016125.987906:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334504320:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016125.987973:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.990689:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016125.990905:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334504320:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016125.990933:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016125.991009:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286080 00000100:00100000:1.0:1734016125.991017:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286080 00010000:00010000:1.0:1734016125.991062:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016125.991097:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3440 00000100:00100000:1.0:1734016125.991105:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:1968:x1818247332286080:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.991124:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.991132:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.991143:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.991167:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3176a53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b962 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016125.991191:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016125.991196:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016125.991206:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016125.991213:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016125.991527:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.991588:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:1968:x1818247332286080:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 483us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.991597:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3440 00010000:00010000:2.0:1734016125.992323:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016125.992331:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:2.0:1734016125.992407:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968992 00000004:00010000:2.0:1734016125.992457:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800767b0a80 reply state ffff8801353ca000 transno 4294968993 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016125.992464:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.992535:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332285952:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5063us (5372us total) trans 4294968993 rc 0/0 00000100:00100000:2.0:1734016125.992542:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2631 00000020:00080000:2.0:1734016125.992546:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016125.995419:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.995438:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.995446:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.995454:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d9440 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016125.995459:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.995467:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.995494:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016125.995499:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.995504:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016125.995514:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176a5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016126.004289:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.004564:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286208 00000100:00100000:2.0:1734016126.004575:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286208 00000100:00100000:2.0:1734016126.004630:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12785 00000100:00100000:2.0:1734016126.004637:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332286208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.004655:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.004680:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b969 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.004706:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.004713:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.004715:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.004718:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.004768:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.004781:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 11 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.004792:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334504448:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016126.004857:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.009147:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334504448:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.009203:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.009231:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:3.0:1734016126.009323:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332286208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4685us (5046us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.009336:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12785 00000100:00100000:0.0:1734016126.009779:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.011130:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286336 00000100:00100000:2.0:1734016126.011141:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286336 00010000:00010000:2.0:1734016126.011198:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 12 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.011244:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3441 00000100:00100000:2.0:1734016126.011251:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332286336:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.011267:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.011289:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 12 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.011300:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 12 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.011322:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176a45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b95b expref: 12 pid: 7692 timeout: 490 lvb_type: 0 00000100:00080000:0.0:1734016126.011684:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016096 00010000:00010000:2.0:1734016126.011753:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.011755:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.011763:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.011775:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.011811:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.011824:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334504576:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016126.011890:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.015430:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.016199:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334504576:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016126.016242:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.016270:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286464 00000100:00100000:3.0:1734016126.016280:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286464 00000100:00100000:2.0:1734016126.016346:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332286336:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5092us (6567us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.016359:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3441 00000100:00100000:3.0:1734016126.016363:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12786 00000100:00100000:3.0:1734016126.016371:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332286464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.016412:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.016455:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b970 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.016501:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.016511:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.016514:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.016519:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.016584:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.016603:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 7 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.016626:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334504704:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.016704:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.022113:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.022383:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286592 00000100:00100000:2.0:1734016126.022392:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286592 00010000:00010000:2.0:1734016126.022432:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 8 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.022459:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3442 00000100:00100000:2.0:1734016126.022465:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332286592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.022476:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016126.022491:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1734016126.022496:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 8 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.022509:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 8 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.022514:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334504704:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016126.022526:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31769dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b907 expref: 8 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.022534:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.022536:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.022538:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.022542:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016126.022623:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016096 00010000:00010000:2.0:1734016126.022641:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.022972:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00010000:00010000:2.0:1734016126.022986:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.022996:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334504832:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016126.023020:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332286464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6649us (7603us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.023027:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12786 00000100:00100000:2.0:1734016126.024824:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.028541:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334504832:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016126.028577:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.028641:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332286592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6174us (6533us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.028657:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3442 00000100:00100000:0.0:1734016126.028812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.028895:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.029005:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286720 00000100:00100000:3.0:1734016126.029016:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286720 00002000:00010000:3.0:1734016126.029082:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6139664->18446744073709551615) 00002000:00100000:3.0:1734016126.029088:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8380 with x1818247332286720 ext(6139664->18446744073709551615) 00002000:00010000:3.0:1734016126.029108:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8380. 00000100:00100000:3.0:1734016126.029138:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332286848 00000100:00100000:3.0:1734016126.029141:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332286848 00002000:00010000:3.0:1734016126.029153:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016126.029156:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9f80 with x1818247332286848 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016126.029167:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9f80. 00000100:00100000:3.0:1734016126.029179:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9917 00000100:00100000:3.0:1734016126.029185:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332286720:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016126.029505:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6139664 00002000:00010000:3.0:1734016126.029509:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.029511:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016126.029514:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.029516:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1734016126.029560:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332286720:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 375us (754us total) trans 4294969778 rc 0/0 00000100:00100000:3.0:1734016126.029567:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9917 00002000:00010000:3.0:1734016126.029570:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6139664->18446744073709551615) 00002000:00100000:3.0:1734016126.029572:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8380 with x1818247332286720 ext(6139664->18446744073709551615) 00002000:00010000:3.0:1734016126.029575:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8380. 00000100:00100000:3.0:1734016126.029585:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9918 00000100:00100000:3.0:1734016126.029589:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332286848:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016126.029697:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1503064 -> 4194304 00002000:00010000:3.0:1734016126.029700:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.029701:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016126.029703:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.029705:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1734016126.029749:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332286848:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 129us (824us total) trans 4294968182 rc 0/0 00000100:00100000:3.0:1734016126.029753:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9918 00002000:00010000:3.0:1734016126.029757:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016126.029759:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9f80 with x1818247332286848 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016126.029762:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9f80. 00000100:00100000:0.0:1734016126.040283:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.040335:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.040421:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332287232 00000100:00100000:2.0:1734016126.040435:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332287232 00002000:00100000:2.0:1734016126.040486:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8800796f9c00 x1818247332287232/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.040497:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9c00 with x1818247332287232 ext(0->4194303) 00002000:00010000:2.0:1734016126.040502:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9c00 00000100:00100000:2.0:1734016126.040529:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332287360 00000100:00100000:2.0:1734016126.040530:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332287360 00002000:00100000:2.0:1734016126.040540:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6135808->6139903) req@ffff8800796fb480 x1818247332287360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.040546:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fb480 with x1818247332287360 ext(6135808->6139903) 00002000:00010000:2.0:1734016126.040549:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fb480 00000100:00100000:2.0:1734016126.040562:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9919 00000100:00100000:2.0:1734016126.040570:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332287232:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.040771:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9920 00000100:00100000:0.0:1734016126.040776:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332287360:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.040935:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332287360:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 156us (596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016126.040942:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9920 00002000:00100000:0.0:1734016126.040948:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6135808->6139903) req@ffff8800796fb480 x1818247332287360/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.040953:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fb480 with x1818247332287360 ext(6135808->6139903) 00002000:00010000:0.0:1734016126.040956:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fb480 00000100:00100000:0.0:1734016126.048595:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.048785:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332287488 00000100:00100000:3.0:1734016126.048801:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332287488 00002000:00100000:3.0:1734016126.048855:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (6135808->6139663) req@ffff8800796fa680 x1818247332287488/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 4344/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.048867:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fa680 with x1818247332287488 ext(6135808->6139663) 00002000:00010000:3.0:1734016126.048874:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fa680 00000100:00100000:3.0:1734016126.049382:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9921 00000100:00100000:3.0:1734016126.049390:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332287488:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016126.053036:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332287488:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3626us (4437us total) trans 4294969779 rc 0/0 00000100:00100000:3.0:1734016126.053057:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9921 00002000:00100000:3.0:1734016126.053084:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (6135808->6139663) req@ffff8800796fa680 x1818247332287488/t4294969779(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 4344/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.053095:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fa680 with x1818247332287488 ext(6135808->6139663) 00002000:00010000:3.0:1734016126.053102:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fa680 00000100:00100000:0.0:1734016126.058521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.058670:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332287616 00000100:00100000:3.0:1734016126.058685:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332287616 00000100:00100000:3.0:1734016126.058948:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2632 00000100:00100000:3.0:1734016126.058960:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332287616:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016126.059193:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332287616:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 236us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.059200:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2632 00000100:00080000:1.0:1734016126.059285:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00000100:00100000:0.0:1734016126.062925:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.064063:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332287744 00000100:00100000:3.0:1734016126.064083:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332287744 00000100:00100000:3.0:1734016126.064173:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12787 00000100:00100000:3.0:1734016126.064183:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332287744:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:1.0:1734016126.068338:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969779 is committed 00000001:00080000:1.0:1734016126.068363:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969777 is committed 00000100:00100000:3.0:1734016126.068966:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332287744:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4770us (6052us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.068990:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12787 00000100:00100000:0.0:1734016126.080088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.080340:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332287872 00000100:00100000:3.0:1734016126.080360:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332287872 00000100:00100000:3.0:1734016126.080443:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2633 00000100:00100000:3.0:1734016126.080453:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332287872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.080476:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.080503:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176a6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b977 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.080644:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016126.080658:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016126.080670:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016126.080702:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10333968 00000004:00200000:3.0:1734016126.080707:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.080758:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016126.080785:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176a6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 31 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.080802:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 30 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.080810:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.080813:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.080816:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016126.080867:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332287872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 415us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.080875:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2633 00000100:00100000:0.0:1734016126.087475:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.087518:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.087603:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288000 00000100:00100000:3.0:1734016126.087611:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288000 00000100:00100000:3.0:1734016126.087754:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288128 00000100:00100000:3.0:1734016126.087757:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288128 00000100:00100000:3.0:1734016126.087932:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12788 00000100:00100000:3.0:1734016126.087940:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332288000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.087956:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.087975:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176a7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b97e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.088029:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334504960:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.088099:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.088165:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12789 00000100:00100000:1.0:1734016126.088170:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332288128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.088180:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.088193:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176a84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b985 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.088223:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334505088:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016126.088249:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016126.102964:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016126 00000100:00100000:1.0:1734016126.103000:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334505088:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016126.103041:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176a84 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b985 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.103056:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176a84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b985 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.103098:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016126.103166:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332288128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14993us (15646us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.103176:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12789 00002000:00010000:3.0:1734016126.104456:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016126 00002000:00010000:3.0:1734016126.104462:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 104 -> 112 00000100:00100000:3.0:1734016126.104478:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334504960:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016126.104503:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176a7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b97e expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.104517:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176a7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b97e expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.104542:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016126.105174:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332288000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17232us (17706us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.105185:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12788 00000100:00100000:0.0:1734016126.118329:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.118379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.118519:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288384 00000100:00100000:3.0:1734016126.118530:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288384 00000100:00100000:3.0:1734016126.118586:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288256 00000100:00100000:3.0:1734016126.118588:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288256 00000100:00100000:3.0:1734016126.118615:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12790 00000100:00100000:3.0:1734016126.118623:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.118653:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.118687:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176a8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b993 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.118818:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334505216:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.118907:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.118998:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12791 00000100:00100000:3.0:1734016126.119003:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.119013:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.119025:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176a92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b98c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.119081:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334505344:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.119113:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.123116:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334505216:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.123199:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176a8b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b993 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.123225:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176a8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b993 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.123254:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:2.0:1734016126.124289:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5661us (5973us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.124300:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12790 00000100:00100000:3.0:1734016126.125151:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332287232:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 84579us (84879us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016126.125160:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9919 00002000:00100000:3.0:1734016126.125170:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8800796f9c00 x1818247332287232/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.125180:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9c00 with x1818247332287232 ext(0->4194303) 00002000:00010000:3.0:1734016126.125186:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9c00 00000100:00100000:3.0:1734016126.125858:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334505344:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016126.125901:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176a92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b98c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.125915:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176a92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b98c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.125937:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016126.126067:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7061us (7685us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.126084:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12791 00000100:00100000:0.0:1734016126.127854:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.127930:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288512 00000100:00100000:2.0:1734016126.127938:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288512 00000100:00100000:2.0:1734016126.128129:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2634 00000100:00100000:2.0:1734016126.128138:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332288512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.128157:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.128175:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3176a99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b99a expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.128254:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3176aa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.128267:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3176aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.128278:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3176aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016126.128302:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10333968 00000004:00200000:2.0:1734016126.128305:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.128322:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3176aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.128342:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d3176a99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b99a expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.128357:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3176aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b99a expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.128364:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.128366:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.128369:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016126.128872:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332288512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 735us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.128880:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2634 00000100:00100000:0.0:1734016126.134759:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.134940:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288640 00000100:00100000:3.0:1734016126.134951:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288640 00000100:00100000:0.0:1734016126.134999:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.134999:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12792 00000100:00100000:3.0:1734016126.135007:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332288640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.135025:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734016126.135098:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288768 00000100:00100000:2.0:1734016126.135103:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288768 00000100:00100000:2.0:1734016126.135131:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12793 00000100:00100000:2.0:1734016126.135136:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.135144:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.135159:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176aa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9a8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.135216:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334505472:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.135268:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.135369:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176aae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9a1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.135399:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334505600:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.135429:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.136541:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334505600:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016126.136572:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176aae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9a1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.136585:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176aae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9a1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.136611:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016126.136640:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332288640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1634us (1891us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.136647:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12792 00000100:00100000:2.0:1734016126.136776:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334505472:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.136794:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176aa7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9a8 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.136802:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176aa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9a8 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.136812:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016126.136829:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1694us (1831us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.136836:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12793 00000100:00100000:0.0:1734016126.139253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.139321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.139434:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332289024 00000100:00100000:2.0:1734016126.139451:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332289024 00000100:00100000:2.0:1734016126.139694:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332288896 00000100:00100000:2.0:1734016126.139699:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332288896 00000100:00100000:1.0:1734016126.139848:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12794 00000100:00100000:1.0:1734016126.139860:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332289024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.139888:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.139907:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176ab5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9b6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.139977:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334505728:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016126.140049:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.140122:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12795 00000100:00100000:2.0:1734016126.140127:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.140135:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.140147:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3176abc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9af expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.140184:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334505856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.140207:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.142536:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334505856:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.142593:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3176abc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9af expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.142611:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3176abc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9af expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.142627:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016126.142686:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332288896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2556us (3363us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.142699:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12795 00000100:00100000:1.0:1734016126.143176:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334505728:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016126.143208:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176ab5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9b6 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.143219:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176ab5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9b6 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.143255:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016126.143284:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332289024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3426us (4047us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.143290:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12794 00000100:00100000:0.0:1734016126.147149:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.147210:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.147309:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332289280 00000100:00100000:2.0:1734016126.147321:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332289280 00000100:00100000:2.0:1734016126.147406:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332289152 00000100:00100000:2.0:1734016126.147408:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332289152 00000100:00100000:2.0:1734016126.147434:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12796 00000100:00100000:2.0:1734016126.147444:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332289280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.147486:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.147519:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176ac3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9c4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.147611:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334505984:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.147692:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.147774:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12797 00000100:00100000:1.0:1734016126.147783:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332289152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.147791:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.147802:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176aca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9bd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.147831:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334506112:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016126.147850:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999df00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.150067:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334506112:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.150126:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334505984:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016126.150128:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176aca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9bd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.150147:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176aca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9bd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.150152:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176ac3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9c4 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.150161:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176ac3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9c4 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.150170:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00010000:00010000:1.0:1734016126.150175:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016126.150243:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332289152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2456us (3028us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.150243:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332289280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2799us (3104us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.150254:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12796 00000100:00100000:1.0:1734016126.150258:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12797 00000100:00100000:0.0:1734016126.154263:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.154394:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332289408 00000100:00100000:2.0:1734016126.154407:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332289408 00000100:00100000:2.0:1734016126.154487:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12798 00000100:00100000:2.0:1734016126.154497:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332289408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.154529:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.154558:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9cb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.154595:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.154604:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.154606:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.154610:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.154651:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.154667:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 6 pid: 13917 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.154682:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334506240:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016126.154804:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.157505:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334506240:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016126.157565:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.157595:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016126.157662:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332289408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3166us (3413us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.157674:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12798 00000100:00100000:0.0:1734016126.163229:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.165404:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332289536 00000100:00100000:2.0:1734016126.165418:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332289536 00010000:00010000:2.0:1734016126.165467:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 7 pid: 13917 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.165531:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3443 00000100:00100000:2.0:1734016126.165539:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332289536:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.165553:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.165584:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 7 pid: 13917 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.165598:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 7 pid: 13917 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.165625:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176a68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b970 expref: 7 pid: 13917 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.165662:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.165664:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.165671:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.165679:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.165763:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.165778:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334506368:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016126.165853:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.172674:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334506368:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016126.172705:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.172784:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332289536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7243us (9570us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.172798:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3443 00000100:00100000:0.0:1734016126.175169:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.175254:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332289792 00000100:00100000:3.0:1734016126.175264:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332289792 00002000:00100000:3.0:1734016126.175316:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (40960->4194303) req@ffff880076c6b480 x1818247332289792/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.175327:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6b480 with x1818247332289792 ext(40960->4194303) 00002000:00010000:3.0:1734016126.175332:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6b480 00000100:00100000:3.0:1734016126.175360:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9922 00000100:00100000:3.0:1734016126.175367:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332289792:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.191498:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332289792:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 16108us (16314us total) trans 0 rc 540672/540672 00000100:00100000:3.0:1734016126.193577:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9922 00002000:00100000:3.0:1734016126.193596:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (40960->4194303) req@ffff880076c6b480 x1818247332289792/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 540672/540672 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.193606:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6b480 with x1818247332289792 ext(40960->4194303) 00002000:00010000:3.0:1734016126.193613:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6b480 00000100:00100000:0.0:1734016126.201112:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.204193:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332290048 00000100:00100000:3.0:1734016126.204209:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332290048 00002000:00100000:3.0:1734016126.204265:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (45056->49151) req@ffff880076c6b800 x1818247332290048/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.204278:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6b800 with x1818247332290048 ext(45056->49151) 00002000:00010000:3.0:1734016126.204284:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6b800 00000100:00100000:3.0:1734016126.204316:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9923 00000100:00100000:3.0:1734016126.204322:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332290048:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.204544:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332290048:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 221us (3447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016126.204551:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9923 00002000:00100000:3.0:1734016126.204557:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (45056->49151) req@ffff880076c6b800 x1818247332290048/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.204563:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6b800 with x1818247332290048 ext(45056->49151) 00002000:00010000:3.0:1734016126.204565:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6b800 00000100:00100000:0.0:1734016126.207927:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.209102:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332290304 00000100:00100000:2.0:1734016126.209122:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332290304 00002000:00100000:2.0:1734016126.209190:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (49152->53247) req@ffff880076c6bb80 x1818247332290304/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.209200:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6bb80 with x1818247332290304 ext(49152->53247) 00002000:00010000:2.0:1734016126.209209:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6bb80 00000100:00100000:2.0:1734016126.209249:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9924 00000100:00100000:2.0:1734016126.209257:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332290304:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.209483:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332290304:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 227us (1569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.209489:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9924 00002000:00100000:2.0:1734016126.209495:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (49152->53247) req@ffff880076c6bb80 x1818247332290304/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.209501:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6bb80 with x1818247332290304 ext(49152->53247) 00002000:00010000:2.0:1734016126.209504:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6bb80 00000100:00100000:0.0:1734016126.212696:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.213249:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332290432 00000100:00100000:2.0:1734016126.213257:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332290432 00000100:00100000:2.0:1734016126.213294:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12799 00000100:00100000:2.0:1734016126.213301:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332290432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.213317:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.213332:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3176ad8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9d2 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.213374:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334506496:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.213439:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.220871:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334506496:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.220949:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3176ad8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9d2 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.220970:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3176ad8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9d2 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.221003:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016126.221298:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332290432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7993us (8611us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.221856:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12799 00000100:00100000:0.0:1734016126.230394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.230761:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332290560 00000100:00100000:2.0:1734016126.230772:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332290560 00000100:00100000:2.0:1734016126.230830:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12800 00000100:00100000:2.0:1734016126.230837:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332290560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.230858:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.230877:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3176adf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9d9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.230944:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334506624:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.231006:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.243365:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334506624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.243420:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3176adf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9d9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.243437:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3176adf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9d9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.243468:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016126.243550:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332290560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12710us (13169us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.243562:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12800 00000100:00100000:0.0:1734016126.247575:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.248097:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332290688 00000100:00100000:2.0:1734016126.248111:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332290688 00000100:00100000:2.0:1734016126.248433:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12801 00000100:00100000:2.0:1734016126.248718:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332290688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.248800:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.248832:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9e0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.248894:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.248904:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.248906:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.248911:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3629056->3637247] (req 3629056->3637247) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.248971:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.248986:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 6 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.249003:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334506752:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016126.249119:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.254714:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334506752:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016126.254830:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3629056->3637247] (req 3629056->3637247) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.254858:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016126.254943:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332290688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6232us (7387us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.254955:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12801 00000100:00100000:0.0:1734016126.259254:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.259427:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332290816 00000100:00100000:2.0:1734016126.259446:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332290816 00010000:00010000:2.0:1734016126.259511:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 7 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.261477:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3444 00000100:00100000:3.0:1734016126.261498:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332290816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.261531:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.261575:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 7 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.261594:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 7 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.261623:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176a61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b969 expref: 7 pid: 7692 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.261676:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.261680:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.261689:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.261701:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.261775:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.262124:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea92a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334506880:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016126.262306:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.275845:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea92a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334506880:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.275889:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.275975:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332290816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14478us (16737us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.275994:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3444 00000100:00100000:0.0:1734016126.278915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.280899:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332291072 00000100:00100000:3.0:1734016126.280938:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332291072 00002000:00100000:3.0:1734016126.281098:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007970f100 x1818247332291072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.281112:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f100 with x1818247332291072 ext(0->4194303) 00002000:00010000:3.0:1734016126.281118:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970f100 00000100:00100000:3.0:1734016126.281165:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9925 00000100:00100000:3.0:1734016126.281177:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332291072:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.312843:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334507008:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.312956:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016126.313062:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334507392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.313104:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016126.313152:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334507264:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.313177:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016126.313189:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734016126.313194:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334507136:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.313207:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016126.313218:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334507648:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.313237:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016126.313535:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507264 00000100:00100000:3.0:1734016126.313544:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507264 00000100:00100000:1.0:1734016126.314907:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507008 00000100:00100000:1.0:1734016126.314921:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507008 00000100:00100000:2.0:1734016126.315241:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334507520:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.315328:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016126.315380:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507136 00000100:00100000:2.0:1734016126.315384:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507136 00000100:00100000:2.0:1734016126.315418:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507520 00000100:00100000:2.0:1734016126.315421:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507520 00000100:00100000:0.0:1734016126.319364:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507392 00000100:00100000:0.0:1734016126.319385:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507392 00000100:00100000:3.0:1734016126.323599:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1734016126.323626:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334507136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.323849:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3513:x1818247334507136:12345-0@lo:400:kworker.0 Request processed in 230us (10639us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.323859:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1734016126.323894:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1734016126.323898:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334507264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.323928:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334507264:12345-0@lo:400:kworker.0 Request processed in 29us (10750us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.323934:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1734016126.324035:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507648 00000100:00100000:3.0:1734016126.324052:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507648 00000100:00100000:3.0:1734016126.324107:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1734016126.324111:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334507648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.324145:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334507648:12345-0@lo:400:kworker.0 Request processed in 33us (10907us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.324150:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:1.0:1734016126.324408:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016096 00000100:00080000:1.0:1734016126.324415:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016096 00000100:00080000:1.0:1734016126.324419:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016096 00000100:00080000:1.0:1734016126.324421:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00000100:00100000:1.0:1734016126.324472:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1734016126.324479:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334507008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016126.324536:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334507008:12345-0@lo:400:kworker.0 Request processed in 57us (11581us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.324541:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1734016126.324608:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334507008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.324779:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3513:1818247334507136:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.324797:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334507648:0@lo:400:kworker.0 00000100:00100000:0.0:1734016126.324814:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334507264:0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.326803:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1734016126.326820:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334507520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016126.326968:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334507520:12345-0@lo:400:kworker.0 Request processed in 154us (11640us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.326976:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1734016126.327148:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334507520:0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.328626:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1734016126.328644:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334507392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.328782:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334507392:12345-0@lo:400:kworker.0 Request processed in 142us (15676us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.328789:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1734016126.329126:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334507392:0@lo:400:kworker.0 00000100:00100000:3.0:1734016126.329295:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016126.329311:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334507776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016126.329359:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016126.329999:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334507776 00000100:00100000:1.0:1734016126.330009:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334507776 00000100:00100000:1.0:1734016126.330704:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1734016126.330713:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334507776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016126.330774:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923087360 avail 3691499520 00000100:00100000:1.0:1734016126.330834:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334507776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.330839:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1734016126.331157:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334507776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016126.351301:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332291072:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 70099us (72385us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.351319:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9925 00002000:00100000:2.0:1734016126.351341:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007970f100 x1818247332291072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.351352:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f100 with x1818247332291072 ext(0->4194303) 00002000:00010000:2.0:1734016126.351361:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007970f100 00000100:00100000:0.0:1734016126.366563:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.366633:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.367625:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.367699:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332291584 00000100:00100000:0.0:1734016126.367718:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332291584 00002000:00100000:0.0:1734016126.367831:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3657727) req@ffff880076c6dc00 x1818247332291584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.367846:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6dc00 with x1818247332291584 ext(0->3657727) 00002000:00010000:0.0:1734016126.367854:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6dc00 00000100:00100000:0.0:1734016126.367894:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9926 00000100:00100000:0.0:1734016126.367906:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332291584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.373298:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332291328 00000100:00100000:3.0:1734016126.373309:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332291328 00000100:00100000:3.0:1734016126.373354:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332291456 00000100:00100000:3.0:1734016126.373356:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332291456 00000100:00100000:3.0:1734016126.373374:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12802 00000100:00100000:3.0:1734016126.373381:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332291328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.373400:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.373421:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9e7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.373441:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.373443:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.373449:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.373462:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.373472:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016126.373519:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332291328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 139us (6990us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.373525:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12802 00000100:00100000:3.0:1734016126.373537:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12803 00000100:00100000:3.0:1734016126.373541:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332291456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.373548:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.373555:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9ee expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.373564:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.373565:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.373568:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.373577:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.373582:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016126.373595:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332291456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 53us (6963us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.373599:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12803 00000100:00100000:1.0:1734016126.380143:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.380265:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332291840 00000100:00100000:2.0:1734016126.380277:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332291840 00002000:00100000:2.0:1734016126.380337:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5935104->5939199) req@ffff880077300380 x1818247332291840/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.380350:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300380 with x1818247332291840 ext(5935104->5939199) 00002000:00010000:2.0:1734016126.380355:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300380 00000100:00100000:2.0:1734016126.380390:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9927 00000100:00100000:2.0:1734016126.380400:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332291840:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.380737:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332291840:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 318us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.380749:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9927 00002000:00100000:2.0:1734016126.380757:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5935104->5939199) req@ffff880077300380 x1818247332291840/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.380765:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300380 with x1818247332291840 ext(5935104->5939199) 00002000:00010000:2.0:1734016126.380768:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300380 00000100:00100000:3.0:1734016126.387848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.388250:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292096 00000100:00100000:2.0:1734016126.388264:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292096 00000100:00100000:2.0:1734016126.388349:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2635 00000100:00100000:2.0:1734016126.388361:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332292096:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016126.388461:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.388519:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3176aa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b99a expref: 22 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.401841:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.401854:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016126.402091:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.402115:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.402123:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.402171:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 29 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.402190:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 29 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.402204:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334507904:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016126.402333:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.416778:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334507904:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016126.416842:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016126.420422:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.421641:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292224 00000100:00100000:3.0:1734016126.421670:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292224 00010000:00010000:3.0:1734016126.421853:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.425192:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3445 00000100:00100000:3.0:1734016126.425222:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac802050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:1968:x1818247332292224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.425261:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.425281:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.425305:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.425349:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176a76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b977 expref: 30 pid: 6484 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.425404:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.425411:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016126.425423:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016126.425433:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016126.427013:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.427141:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac802050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:1968:x1818247332292224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1919us (6727us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.427159:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3445 00010000:00010000:2.0:1734016126.427335:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.427347:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:2.0:1734016126.427506:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968994 00000004:00010000:2.0:1734016126.427570:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012ea90000 reply state ffff880076042000 transno 4294968995 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016126.427577:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016126.427660:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332292096:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 39301us (39845us total) trans 4294968995 rc 0/0 00000100:00100000:2.0:1734016126.427667:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2635 00000020:00080000:2.0:1734016126.427672:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016126.439238:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.439259:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.439272:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.439280:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc6c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016126.439286:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.439294:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.439316:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.439319:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016126.439323:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.439329:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3176afb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016126.440021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.440166:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292352 00000100:00100000:3.0:1734016126.440183:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292352 00000100:00100000:3.0:1734016126.440255:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12804 00000100:00100000:3.0:1734016126.440266:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332292352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.440296:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.440329:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9f5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.440374:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.440383:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.440393:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.440396:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.440400:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.440458:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.440476:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 490 lvb_type: 1 00000100:00100000:3.0:1734016126.440493:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334508032:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.440607:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.440623:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 7 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.440633:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334508160:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.440659:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.455426:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332291584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 87502us (87784us total) trans 0 rc 3645440/3645440 00000100:00100000:1.0:1734016126.455443:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9926 00002000:00100000:1.0:1734016126.455461:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3657727) req@ffff880076c6dc00 x1818247332291584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 3645440/3645440 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.455472:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6dc00 with x1818247332291584 ext(0->3657727) 00002000:00010000:1.0:1734016126.455480:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6dc00 00000100:00100000:3.0:1734016126.455698:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334508032:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.455709:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334508160:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.455786:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.455804:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016126.455840:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332292352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15577us (15831us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.455847:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12804 00000100:00100000:0.0:1734016126.456814:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.456848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.456943:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292608 00000100:00100000:2.0:1734016126.456955:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292608 00010000:00010000:2.0:1734016126.456997:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.457080:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292480 00000100:00100000:2.0:1734016126.457083:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292480 00010000:00010000:2.0:1734016126.457094:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 490 lvb_type: 1 00000100:00100000:2.0:1734016126.457112:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3446 00000100:00100000:2.0:1734016126.457120:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332292608:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.457148:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.457181:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.457192:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.457226:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3176ae6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3629056->3637247) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e0 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.457306:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3447 00000100:00100000:3.0:1734016126.457311:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332292480:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.457319:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.457330:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 490 lvb_type: 1 00010000:00010000:3.0:1734016126.457340:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 490 lvb_type: 1 00010000:00010000:3.0:1734016126.457362:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3176aed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9e7 expref: 8 pid: 7694 timeout: 490 lvb_type: 1 00010000:00010000:3.0:1734016126.457437:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.457439:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.457446:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.457457:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.457501:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.457519:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334508288:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016126.457592:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66f00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016126.458126:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.458296:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332292608:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1175us (1485us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.458303:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3446 00000100:00100000:3.0:1734016126.463981:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334508288:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.464021:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.464084:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332292480:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6770us (7234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.464097:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3447 00000100:00100000:0.0:1734016126.464262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.464564:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292736 00000100:00100000:3.0:1734016126.464570:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292736 00000100:00100000:3.0:1734016126.464612:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12805 00000100:00100000:3.0:1734016126.464618:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332292736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.464638:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.464655:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5b9fc expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.464684:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.464692:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.464697:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.464699:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.464702:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.464738:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.464747:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 8 pid: 7694 timeout: 490 lvb_type: 1 00000100:00100000:3.0:1734016126.464756:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334508416:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.464796:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.464804:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 7 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.464815:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334508544:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.464826:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.468779:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334508416:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016126.468956:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.469062:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292864 00000100:00100000:2.0:1734016126.469081:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292864 00010000:00010000:2.0:1734016126.469128:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 9 pid: 7694 timeout: 490 lvb_type: 1 00000100:00100000:2.0:1734016126.469175:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3448 00000100:00100000:2.0:1734016126.469184:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332292864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.469216:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.469253:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 9 pid: 7694 timeout: 490 lvb_type: 1 00010000:00010000:2.0:1734016126.469266:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 9 pid: 7694 timeout: 490 lvb_type: 1 00010000:00010000:2.0:1734016126.469311:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176af4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9ee expref: 9 pid: 7694 timeout: 490 lvb_type: 1 00010000:00010000:2.0:1734016126.469345:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.469428:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332292864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 244us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.469435:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3448 00000100:00100000:3.0:1734016126.470346:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334508544:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.470396:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.470412:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016126.471823:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332292736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7192us (7548us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.471836:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12805 00000100:00100000:0.0:1734016126.492947:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.493340:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332292992 00000100:00100000:2.0:1734016126.493358:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332292992 00010000:00010000:2.0:1734016126.493420:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.493483:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3449 00000100:00100000:2.0:1734016126.493496:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332292992:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.493524:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.493557:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.493573:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.493604:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3176ad1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 40960->45055) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9cb expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.493649:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.493653:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.493660:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.493670:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.493718:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.493769:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334508672:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016126.493857:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.499652:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334508672:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.499697:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.499819:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332292992:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6321us (6889us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.499837:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3449 00000100:00100000:0.0:1734016126.500605:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.500785:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.502454:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332293248 00000100:00100000:2.0:1734016126.502472:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332293248 00002000:00010000:2.0:1734016126.502536:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1270298->18446744073709551615) 00002000:00100000:2.0:1734016126.502542:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ed80 with x1818247332293248 ext(1270298->18446744073709551615) 00002000:00010000:2.0:1734016126.502566:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6ed80. 00000100:00100000:2.0:1734016126.502745:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332293120 00000100:00100000:2.0:1734016126.502751:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332293120 00002000:00010000:2.0:1734016126.502771:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016126.502773:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6f480 with x1818247332293120 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016126.502784:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6f480. 00000100:00100000:1.0:1734016126.502844:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9928 00000100:00100000:1.0:1734016126.502857:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332293248:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:3.0:1734016126.503490:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9929 00000100:00100000:3.0:1734016126.503496:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332293120:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016126.503778:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6139664 -> 4194304 00002000:00010000:3.0:1734016126.503781:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.503784:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016123 00002000:00010000:3.0:1734016126.503785:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.503788:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 104 00000100:00100000:3.0:1734016126.503854:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332293120:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 357us (3068us total) trans 4294969780 rc 0/0 00000100:00100000:3.0:1734016126.503861:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9929 00002000:00010000:3.0:1734016126.503865:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016126.503868:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6f480 with x1818247332293120 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016126.503874:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6f480. 00002000:00010000:1.0:1734016126.509810:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1270298 00002000:00010000:1.0:1734016126.509818:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.509821:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016123 00002000:00010000:1.0:1734016126.509823:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.509825:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:1.0:1734016126.509921:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332293248:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 7059us (9313us total) trans 4294968183 rc 0/0 00000100:00100000:1.0:1734016126.509935:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9928 00002000:00010000:1.0:1734016126.509944:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1270298->18446744073709551615) 00002000:00100000:1.0:1734016126.509947:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ed80 with x1818247332293248 ext(1270298->18446744073709551615) 00002000:00010000:1.0:1734016126.509953:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6ed80. 00000100:00100000:0.0:1734016126.515087:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.515221:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332293376 00000100:00100000:2.0:1734016126.515237:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332293376 00000100:00100000:2.0:1734016126.515330:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2636 00000100:00100000:2.0:1734016126.515341:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332293376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.515382:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.515417:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d3176b10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba03 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.515584:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.515610:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.515627:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016126.515668:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5464602 00000004:00200000:2.0:1734016126.515675:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.515700:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016126.515782:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe640/0xb46129d8d3176b10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 25 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.515811:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 24 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.515819:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.515822:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.515827:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016126.515905:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332293376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 565us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.515912:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2636 00000100:00100000:0.0:1734016126.521024:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.521117:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332293632 00000100:00100000:3.0:1734016126.521125:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332293632 00000100:00100000:3.0:1734016126.521181:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2637 00000100:00100000:3.0:1734016126.521190:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332293632:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016126.521604:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.521638:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 23 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.521649:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.521716:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 23 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.521781:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 23 pid: 6483 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.521802:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334508800:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.521925:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.525893:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.526045:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334508800:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.526090:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016126.526182:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332293760 00000100:00100000:2.0:1734016126.526189:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332293760 00010000:00010000:2.0:1734016126.526222:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 24 pid: 6483 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.526255:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3450 00000100:00100000:2.0:1734016126.526261:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1969:x1818247332293760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.526278:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.526285:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 24 pid: 6483 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.526297:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 24 pid: 6483 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.526325:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3176b17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba03 expref: 24 pid: 6483 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.527244:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.527251:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.527261:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.527268:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.527304:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.527367:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1969:x1818247332293760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1103us (1493us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.527375:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3450 00010000:00010000:3.0:1734016126.528478:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.528487:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:3.0:1734016126.528584:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968996 00000004:00010000:3.0:1734016126.528622:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076c6fb80 reply state ffff880077192000 transno 4294968997 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016126.528627:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016126.528705:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247332293632:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7515us (7689us total) trans 4294968997 rc 0/0 00000100:00100000:3.0:1734016126.528711:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2637 00000020:00080000:3.0:1734016126.528716:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016126.532123:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.532143:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.532150:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.532158:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d8d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016126.532162:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.532169:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.532188:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.532192:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.532195:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.532199:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016126.533171:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.533488:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332293888 00000100:00100000:3.0:1734016126.533507:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332293888 00000100:00100000:3.0:1734016126.533587:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12806 00000100:00100000:3.0:1734016126.533598:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332293888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.533627:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.533659:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba0a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.533711:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.533741:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.533746:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.533753:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.533812:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.533826:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 7 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.533849:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334508928:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.533978:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.538971:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334508928:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.539010:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.539035:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016126.539118:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332293888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5520us (5958us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.539130:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12806 00000100:00100000:0.0:1734016126.539778:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.540252:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294016 00000100:00100000:2.0:1734016126.540266:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294016 00010000:00010000:2.0:1734016126.540313:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.540356:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3451 00000100:00100000:2.0:1734016126.540363:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332294016:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.540382:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.540413:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.540424:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.540452:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3176b02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9f5 expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.540471:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.540473:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.540478:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.540487:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.540520:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.540533:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334509056:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016126.540590:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.545257:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334509056:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.545303:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.545394:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332294016:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5027us (5614us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.545410:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3451 00000100:00100000:0.0:1734016126.546057:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.546774:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294144 00000100:00100000:3.0:1734016126.546788:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294144 00000100:00100000:3.0:1734016126.546864:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12807 00000100:00100000:3.0:1734016126.546873:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332294144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.546906:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.546941:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba11 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.546998:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.547009:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.547013:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.547017:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.547061:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.547086:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 7 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.547099:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334509184:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.548422:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.550967:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334509184:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.551010:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.551028:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016126.551957:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332294144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5081us (5898us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.551971:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12807 00000100:00100000:0.0:1734016126.552223:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.552322:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294272 00000100:00100000:3.0:1734016126.552332:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294272 00010000:00010000:3.0:1734016126.552362:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.552394:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3452 00000100:00100000:3.0:1734016126.552401:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac802450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332294272:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.552417:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.552437:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.552446:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.552468:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176b09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5b9fc expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.552497:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.552499:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.552504:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.552513:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.552556:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.552575:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334509312:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016126.552616:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.557095:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334509312:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.557145:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.558198:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac802450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332294272:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5788us (5967us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.558223:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3452 00000100:00100000:2.0:1734016126.558883:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.558999:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.559101:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294528 00000100:00100000:0.0:1734016126.559113:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294528 00002000:00010000:0.0:1734016126.559159:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016126.559164:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990700 with x1818247332294528 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016126.559183:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079990700. 00000100:00100000:0.0:1734016126.559199:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294400 00000100:00100000:0.0:1734016126.559202:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294400 00002000:00010000:0.0:1734016126.559214:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2084180->18446744073709551615) 00002000:00100000:0.0:1734016126.559216:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991880 with x1818247332294400 ext(2084180->18446744073709551615) 00002000:00010000:0.0:1734016126.559224:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991880. 00000100:00100000:0.0:1734016126.559247:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9930 00000100:00100000:0.0:1734016126.559254:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332294528:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016126.560706:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1270298 -> 0 00002000:00010000:0.0:1734016126.560740:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.560743:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016126.560745:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.560746:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016126.560847:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332294528:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1587us (1961us total) trans 4294968184 rc 0/0 00000100:00100000:0.0:1734016126.560859:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9930 00002000:00010000:0.0:1734016126.560864:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016126.560867:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990700 with x1818247332294528 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016126.560873:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079990700. 00000100:00100000:0.0:1734016126.560898:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9931 00000100:00100000:0.0:1734016126.560905:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332294400:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016126.562753:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2084180 00002000:00010000:0.0:1734016126.562767:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.562771:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016126.562773:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.562776:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1734016126.562864:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332294400:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1954us (3859us total) trans 4294969781 rc 0/0 00000100:00100000:0.0:1734016126.562877:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9931 00002000:00010000:0.0:1734016126.562884:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2084180->18446744073709551615) 00002000:00100000:0.0:1734016126.562887:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991880 with x1818247332294400 ext(2084180->18446744073709551615) 00002000:00010000:0.0:1734016126.562896:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991880. 00000100:00100000:0.0:1734016126.572342:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.573668:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294656 00000100:00100000:3.0:1734016126.573686:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294656 00000100:00100000:3.0:1734016126.573903:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2638 00000100:00100000:3.0:1734016126.573911:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332294656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.573940:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.573976:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba18 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.574133:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.574152:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.574164:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016126.574196:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2084180 00000004:00200000:3.0:1734016126.574201:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.574226:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.574261:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176b33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.574278:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 24 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.574288:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.574291:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.574295:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016126.574381:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332294656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 470us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.574389:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2638 00000100:00100000:3.0:1734016126.579583:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.579621:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.579655:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294912 00000100:00100000:3.0:1734016126.579668:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294912 00000100:00100000:0.0:1734016126.579793:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332294784 00000100:00100000:0.0:1734016126.579798:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332294784 00000100:00100000:0.0:1734016126.580520:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12808 00000100:00100000:0.0:1734016126.580530:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332294912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.580552:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.580593:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3176b41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba26 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.580689:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334509440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.580857:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12809 00000100:00100000:2.0:1734016126.580864:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332294784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.580873:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.580886:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176b48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba1f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.580918:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334509568:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.581632:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.581698:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.588122:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334509568:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.588190:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176b48 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba1f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.588209:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3176b48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba1f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.588231:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016126.588345:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332294784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7477us (8720us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.588358:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12809 00000100:00100000:2.0:1734016126.591092:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334509440:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.591154:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3176b41 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba26 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.591177:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3176b41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba26 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.591193:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:2.0:1734016126.591272:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332294912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10741us (11702us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.591284:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12808 00000100:00100000:0.0:1734016126.597943:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.598027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.598267:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295168 00000100:00100000:3.0:1734016126.598286:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295168 00000100:00100000:3.0:1734016126.598360:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295040 00000100:00100000:3.0:1734016126.598363:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295040 00000100:00100000:3.0:1734016126.598397:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12810 00000100:00100000:3.0:1734016126.598411:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332295168:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016126.598692:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12811 00000100:00100000:2.0:1734016126.598702:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332295040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.598749:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.598780:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3176b4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba2d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.598881:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334509696:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.598997:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.599074:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.599091:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176b56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba34 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.599125:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334509824:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.599155:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.602990:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334509696:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.603087:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3176b4f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba2d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.603110:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3176b4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba2d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.603128:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016126.604651:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332295040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5932us (6605us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.604669:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12811 00000100:00100000:3.0:1734016126.605188:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334509824:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016126.605245:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176b56 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba34 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.605272:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176b56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba34 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.605308:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016126.605379:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332295168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6970us (7459us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.605386:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12810 00000100:00100000:2.0:1734016126.613827:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.613924:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295296 00000100:00100000:3.0:1734016126.613936:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295296 00000100:00100000:3.0:1734016126.614088:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2639 00000100:00100000:3.0:1734016126.614099:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332295296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.614138:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.614169:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176b5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba3b expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.614298:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176b64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.614314:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.614323:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016126.614357:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2084180 00000004:00200000:3.0:1734016126.614362:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.614382:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.614411:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176b5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba3b expref: 33 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.615088:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176b64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba3b expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.615098:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.615102:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.615106:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016126.615239:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247332295296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1141us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.615249:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2639 00000100:00100000:0.0:1734016126.622262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.622399:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295424 00000100:00100000:3.0:1734016126.622414:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295424 00000100:00100000:3.0:1734016126.622942:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12812 00000100:00100000:3.0:1734016126.622956:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332295424:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016126.623384:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 915408 00002000:00010000:3.0:1734016126.623388:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.623390:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016126.623392:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.623395:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:3.0:1734016126.623489:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332295424:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 536us (1240us total) trans 4294968185 rc 0/0 00000100:00100000:3.0:1734016126.623500:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12812 00000100:00100000:0.0:1734016126.630881:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.630962:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.631186:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295680 00000100:00100000:3.0:1734016126.631205:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295680 00000100:00100000:3.0:1734016126.631274:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295552 00000100:00100000:3.0:1734016126.631278:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295552 00000100:00100000:3.0:1734016126.631313:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12813 00000100:00100000:3.0:1734016126.631323:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332295680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.631353:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.631379:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176b6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba49 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.631473:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334509952:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.631567:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.631593:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12814 00000100:00100000:3.0:1734016126.631598:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332295552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.631608:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.631621:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176b72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba42 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.631650:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334510080:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.631671:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.634884:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334510080:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.634960:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176b72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba42 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.634981:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176b72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba42 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.635140:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:2.0:1734016126.635391:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332295552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3789us (4426us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.635403:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12814 00000100:00100000:3.0:1734016126.635712:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334509952:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016126.635768:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176b6b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba49 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.635780:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176b6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba49 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.635795:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016126.636869:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332295680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5545us (6007us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.636877:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12813 00000100:00100000:2.0:1734016126.641503:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.641869:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.641926:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295936 00000100:00100000:0.0:1734016126.641940:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295936 00000100:00100000:0.0:1734016126.642316:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332295808 00000100:00100000:0.0:1734016126.642319:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332295808 00000100:00100000:3.0:1734016126.642367:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12815 00000100:00100000:3.0:1734016126.642376:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332295936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.642398:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.642419:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176b79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba57 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.642485:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510208:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.642550:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.642629:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12816 00000100:00100000:0.0:1734016126.642634:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332295808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.642643:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.642657:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176b80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba50 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.642685:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334510336:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016126.642704:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.646206:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334510336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016126.646266:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176b80 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba50 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.646285:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176b80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba50 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.646313:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:1.0:1734016126.646398:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332295808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3760us (4526us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.646410:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12816 00000100:00100000:3.0:1734016126.646790:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510208:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016126.646817:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176b79 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba57 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.646828:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176b79 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba57 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.646844:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016126.646865:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332295936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4490us (5386us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.646871:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12815 00000100:00100000:0.0:1734016126.652999:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.653173:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332296064 00000100:00100000:3.0:1734016126.653192:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332296064 00000100:00100000:3.0:1734016126.653346:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12817 00000100:00100000:3.0:1734016126.653360:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332296064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.653404:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.653446:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba5e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.653507:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.653518:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.653521:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.653526:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2293760->2306047] (req 2293760->2306047) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.653598:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.653619:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 8 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.653641:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334510464:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.654208:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.657916:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334510464:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016126.657970:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2293760->2306047] (req 2293760->2306047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.657994:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016126.658084:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332296064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4726us (5109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.658097:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12817 00000100:00100000:0.0:1734016126.658827:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.659196:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332296192 00000100:00100000:3.0:1734016126.659206:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332296192 00010000:00010000:3.0:1734016126.659238:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 9 pid: 10116 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.659274:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3453 00000100:00100000:3.0:1734016126.659281:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332296192:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.659305:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.659338:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 9 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.659351:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 9 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.659378:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176b25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba0a expref: 9 pid: 10116 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.659408:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.659410:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.659418:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.659429:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.659473:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.659495:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334510592:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016126.659552:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.663910:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.664081:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332296320 00000100:00100000:2.0:1734016126.664097:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332296320 00000100:00100000:3.0:1734016126.664353:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334510592:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.664391:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.664603:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12818 00000100:00100000:2.0:1734016126.664612:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332296320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.664649:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.664688:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3176b8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba65 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.664819:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510720:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.664902:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.665229:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332296192:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5945us (6403us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.665241:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3453 00000100:00100000:2.0:1734016126.668784:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510720:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.668834:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3176b8e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba65 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.668853:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3176b8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba65 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.668872:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016126.669078:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332296320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4464us (5180us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.669090:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12818 00000100:00100000:0.0:1734016126.681710:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.682206:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332296576 00000100:00100000:2.0:1734016126.682218:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332296576 00002000:00100000:2.0:1734016126.682266:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->2297855) req@ffff880079a73b80 x1818247332296576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.682276:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73b80 with x1818247332296576 ext(0->2297855) 00002000:00010000:2.0:1734016126.682282:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a73b80 00000100:00100000:2.0:1734016126.682320:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9932 00000100:00100000:2.0:1734016126.682333:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332296576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.733814:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332296576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 51468us (52104us total) trans 0 rc 2084864/2084864 00000100:00100000:2.0:1734016126.733828:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9932 00002000:00100000:2.0:1734016126.733843:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->2297855) req@ffff880079a73b80 x1818247332296576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 2084864/2084864 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.733860:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73b80 with x1818247332296576 ext(0->2297855) 00002000:00010000:2.0:1734016126.733867:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a73b80 00000100:00100000:0.0:1734016126.741047:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.741246:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332296832 00000100:00100000:2.0:1734016126.741257:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332296832 00002000:00100000:2.0:1734016126.741306:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2297856->2301951) req@ffff880079a72300 x1818247332296832/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.741317:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72300 with x1818247332296832 ext(2297856->2301951) 00002000:00010000:2.0:1734016126.741323:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a72300 00000100:00100000:2.0:1734016126.742006:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9933 00000100:00100000:2.0:1734016126.742015:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332296832:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.743412:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332296832:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1389us (2366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.743424:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9933 00002000:00100000:2.0:1734016126.743440:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2297856->2301951) req@ffff880079a72300 x1818247332296832/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.743453:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72300 with x1818247332296832 ext(2297856->2301951) 00002000:00010000:2.0:1734016126.743459:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a72300 00000100:00100000:0.0:1734016126.745991:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.746182:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297088 00000100:00100000:2.0:1734016126.746196:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297088 00002000:00100000:2.0:1734016126.746253:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2301952->2306047) req@ffff880079a70e00 x1818247332297088/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.746264:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a70e00 with x1818247332297088 ext(2301952->2306047) 00002000:00010000:2.0:1734016126.746271:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a70e00 00000100:00100000:2.0:1734016126.746356:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9934 00000100:00100000:2.0:1734016126.746364:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332297088:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.746570:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332297088:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 204us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.746577:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9934 00002000:00100000:2.0:1734016126.746583:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2301952->2306047) req@ffff880079a70e00 x1818247332297088/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.746589:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a70e00 with x1818247332297088 ext(2301952->2306047) 00002000:00010000:2.0:1734016126.746592:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a70e00 00000100:00100000:0.0:1734016126.749077:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.749200:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297216 00000100:00100000:2.0:1734016126.749213:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297216 00000100:00100000:2.0:1734016126.749284:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12819 00000100:00100000:2.0:1734016126.749292:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332297216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.749319:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.749351:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3176b95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba6c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.749437:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510848:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.750176:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.753126:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510848:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.753200:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3176b95 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba6c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.753222:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3176b95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba6c expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.753266:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016126.753361:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332297216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4066us (4306us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.753374:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12819 00000100:00100000:0.0:1734016126.758787:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.759012:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297344 00000100:00100000:2.0:1734016126.759032:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297344 00000100:00100000:2.0:1734016126.759230:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12820 00000100:00100000:2.0:1734016126.759246:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332297344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.759289:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.759329:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176b9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba73 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.760544:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510976:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.760797:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.765000:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334510976:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.765074:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176b9c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba73 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.765090:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d3176b9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba73 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.765747:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016126.766152:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332297344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6908us (7435us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.766165:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12820 00000100:00100000:0.0:1734016126.771949:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.772662:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297600 00000100:00100000:3.0:1734016126.772677:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297600 00000100:00100000:3.0:1734016126.772769:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2640 00000100:00100000:3.0:1734016126.772776:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+32:10366:x1818247332297600:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016126.772825:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.772863:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176b64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba3b expref: 32 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.772899:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.772903:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016126.773106:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.773123:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.773130:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.773167:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.773181:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 23 pid: 14034 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016126.773199:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334511104:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016126.773270:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.778597:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334511104:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016126.778637:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016126.780219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.780688:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297728 00000100:00100000:3.0:1734016126.780695:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297728 00010000:00010000:3.0:1734016126.780748:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 24 pid: 14034 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016126.780779:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3454 00000100:00100000:3.0:1734016126.780785:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1969:x1818247332297728:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.780796:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.780801:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 24 pid: 14034 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016126.780811:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 24 pid: 14034 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016126.780827:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176b3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba18 expref: 24 pid: 14034 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016126.781012:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016126.781016:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.781026:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.781032:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016126.781069:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.781212:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1969:x1818247332297728:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 425us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.781219:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3454 00010000:00010000:2.0:1734016126.781374:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.781381:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016126.781471:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968998 00000004:00010000:2.0:1734016126.781524:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007623ea00 reply state ffff880077195000 transno 4294968999 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016126.781531:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016126.781611:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332297600:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8835us (9681us total) trans 4294968999 rc 0/0 00000100:00100000:2.0:1734016126.781618:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2640 00000020:00080000:2.0:1734016126.781624:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016126.785618:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.785655:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.785665:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.785675:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d9b00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016126.785684:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.785696:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.785766:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.785770:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016126.785779:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.785787:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176ba3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016126.786170:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.787011:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297856 00000100:00100000:0.0:1734016126.787029:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297856 00000100:00100000:0.0:1734016126.787264:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12821 00000100:00100000:0.0:1734016126.787277:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332297856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.787307:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.787334:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba7a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.787379:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.787388:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.787391:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.787396:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.787448:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.787463:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 7 pid: 13917 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016126.787483:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334511232:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016126.788054:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.794919:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334511232:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016126.794961:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.794997:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016126.796142:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332297856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8861us (9974us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.796152:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12821 00000100:00100000:0.0:1734016126.800381:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016126.800515:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332297984 00000100:00100000:3.0:1734016126.800526:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332297984 00010000:00010000:3.0:1734016126.800574:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 8 pid: 13917 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016126.800612:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3455 00000100:00100000:3.0:1734016126.800622:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332297984:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.800644:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.800670:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 8 pid: 13917 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016126.800682:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 8 pid: 13917 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016126.800714:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176b87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2293760->2306047) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba5e expref: 8 pid: 13917 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016126.801509:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.801513:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.801521:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.801530:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.801572:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.801588:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334511360:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016126.801675:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b669c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.805344:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.805471:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.805678:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332298112 00000100:00100000:2.0:1734016126.805693:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332298112 00002000:00010000:2.0:1734016126.805775:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5415345->18446744073709551615) 00002000:00100000:2.0:1734016126.805781:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623ce00 with x1818247332298112 ext(5415345->18446744073709551615) 00002000:00010000:2.0:1734016126.805798:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623ce00. 00000100:00100000:2.0:1734016126.805823:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332298240 00000100:00100000:2.0:1734016126.805825:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332298240 00002000:00010000:2.0:1734016126.805836:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016126.805838:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623ed80 with x1818247332298240 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016126.805848:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623ed80. 00000100:00100000:3.0:1734016126.806185:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334511360:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016126.806217:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.806282:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332297984:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5660us (5913us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.806294:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3455 00000100:00100000:2.0:1734016126.806359:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9935 00000100:00100000:2.0:1734016126.806366:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332298112:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016126.807584:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9936 00000100:00100000:0.0:1734016126.807593:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332298240:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016126.807749:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 915408 -> 4194304 00002000:00010000:0.0:1734016126.807752:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016127 00002000:00010000:0.0:1734016126.807754:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016126.807756:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016127 00002000:00010000:0.0:1734016126.807758:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:0.0:1734016126.807791:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332298240:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 198us (2320us total) trans 4294968186 rc 0/0 00000100:00100000:0.0:1734016126.807797:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9936 00002000:00010000:0.0:1734016126.807801:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016126.807804:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623ed80 with x1818247332298240 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016126.807809:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623ed80. 00002000:00010000:2.0:1734016126.808444:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2084180 -> 5415345 00002000:00010000:2.0:1734016126.808447:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016127 00002000:00010000:2.0:1734016126.808449:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016126.808451:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016127 00002000:00010000:2.0:1734016126.808454:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1734016126.808474:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332298112:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2108us (3153us total) trans 4294969782 rc 0/0 00000100:00100000:2.0:1734016126.808482:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9935 00002000:00010000:2.0:1734016126.808484:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5415345->18446744073709551615) 00002000:00100000:2.0:1734016126.808487:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623ce00 with x1818247332298112 ext(5415345->18446744073709551615) 00002000:00010000:2.0:1734016126.808491:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623ce00. 00000100:00100000:0.0:1734016126.821400:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.821459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.821516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.821807:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332298368 00000100:00100000:2.0:1734016126.821826:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332298368 00002000:00100000:2.0:1734016126.821916:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (0->1334) req@ffff88007623d180 x1818247332298368/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 1824/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.821930:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d180 with x1818247332298368 ext(0->1334) 00002000:00010000:2.0:1734016126.821938:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623d180 00000100:00100000:2.0:1734016126.821966:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332298624 00000100:00100000:2.0:1734016126.821970:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332298624 00002000:00100000:2.0:1734016126.821994:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5406720->5410815) req@ffff88007623e300 x1818247332298624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.822003:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623e300 with x1818247332298624 ext(5406720->5410815) 00002000:00010000:2.0:1734016126.822009:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623e300 00000100:00100000:2.0:1734016126.822021:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332298880 00000100:00100000:2.0:1734016126.822024:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332298880 00002000:00100000:2.0:1734016126.822039:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (8192->4194303) req@ffff88007623f480 x1818247332298880/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.822048:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f480 with x1818247332298880 ext(8192->4194303) 00002000:00010000:2.0:1734016126.822052:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623f480 00000100:00100000:2.0:1734016126.822077:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9937 00000100:00100000:2.0:1734016126.822087:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332298368:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016126.822869:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9938 00000100:00100000:2.0:1734016126.822875:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332298624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.823106:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332298624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 229us (1646us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.823115:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9938 00002000:00100000:2.0:1734016126.823124:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5406720->5410815) req@ffff88007623e300 x1818247332298624/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.823134:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623e300 with x1818247332298624 ext(5406720->5410815) 00002000:00010000:2.0:1734016126.823138:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623e300 00000100:00100000:2.0:1734016126.823166:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9939 00000100:00100000:2.0:1734016126.823174:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332298880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.833637:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332298368:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 11517us (12228us total) trans 4294968187 rc 0/0 00000100:00100000:0.0:1734016126.833663:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9937 00002000:00100000:0.0:1734016126.833686:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (0->1334) req@ffff88007623d180 x1818247332298368/t4294968187(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 1824/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.833700:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d180 with x1818247332298368 ext(0->1334) 00002000:00010000:0.0:1734016126.833709:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623d180 00000100:00100000:0.0:1734016126.842522:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016126.842789:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299136 00000100:00100000:1.0:1734016126.842801:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299136 00002000:00100000:1.0:1734016126.842875:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5419007) req@ffff88007623f800 x1818247332299136/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.842886:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247332299136 ext(4194304->5419007) 00002000:00010000:1.0:1734016126.842893:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f800 00000100:00100000:1.0:1734016126.842920:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9940 00000100:00100000:1.0:1734016126.842928:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332299136:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:3.0:1734016126.889386:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016126.895244:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332299136:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 52287us (52724us total) trans 0 rc 1220608/1220608 00000100:00100000:0.0:1734016126.895266:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9940 00002000:00100000:0.0:1734016126.895288:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5419007) req@ffff88007623f800 x1818247332299136/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 1220608/1220608 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.895302:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247332299136 ext(4194304->5419007) 00002000:00010000:0.0:1734016126.895313:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f800 00000100:00100000:0.0:1734016126.928115:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.928124:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016126.928238:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299264 00000100:00100000:1.0:1734016126.928251:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299264 00002000:00100000:1.0:1734016126.928314:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5406720->5415344) req@ffff88007623c000 x1818247332299264/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 9120/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.928325:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623c000 with x1818247332299264 ext(5406720->5415344) 00002000:00010000:1.0:1734016126.928332:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623c000 00000100:00100000:1.0:1734016126.928361:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9941 00000100:00100000:1.0:1734016126.928370:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332299264:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016126.929997:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299392 00000100:00100000:3.0:1734016126.930018:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299392 00000100:00100000:3.0:1734016126.930123:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 332 00000100:00100000:3.0:1734016126.930130:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1970:x1818247332299392:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:3.0:1734016126.930273:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1970:x1818247332299392:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 141us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.930282:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 332 00000100:00080000:0.0:1734016126.930874:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016096 00000100:00100000:1.0:1734016126.933111:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332299264:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4724us (5001us total) trans 4294969783 rc 0/0 00000100:00100000:1.0:1734016126.933134:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9941 00002000:00100000:1.0:1734016126.933166:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5406720->5415344) req@ffff88007623c000 x1818247332299264/t4294969783(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 9120/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.933178:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623c000 with x1818247332299264 ext(5406720->5415344) 00002000:00010000:1.0:1734016126.933188:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623c000 00000100:00100000:3.0:1734016126.952839:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332298880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 129637us (131295us total) trans 0 rc 4186112/4186112 00000100:00100000:3.0:1734016126.952860:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9939 00002000:00100000:3.0:1734016126.952880:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (8192->4194303) req@ffff88007623f480 x1818247332298880/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.952894:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f480 with x1818247332298880 ext(8192->4194303) 00002000:00010000:3.0:1734016126.952907:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623f480 00000100:00100000:0.0:1734016126.957577:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.957859:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299520 00000100:00100000:2.0:1734016126.957876:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299520 00000100:00100000:2.0:1734016126.958530:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2641 00000100:00100000:2.0:1734016126.958537:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247332299520:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016126.959275:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247332299520:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 735us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.959284:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2641 00000100:00100000:0.0:1734016126.966955:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.967137:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299648 00000100:00100000:2.0:1734016126.967148:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299648 00000100:00100000:2.0:1734016126.967214:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12822 00000100:00100000:2.0:1734016126.967222:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332299648:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016126.969657:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969783 is committed 00000001:00080000:0.0:1734016126.969700:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969780 is committed 00000100:00100000:2.0:1734016126.970232:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332299648:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2996us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.970251:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12822 00000100:00100000:0.0:1734016126.974376:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.974513:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299776 00000100:00100000:2.0:1734016126.974526:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299776 00000100:00100000:2.0:1734016126.974584:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2642 00000100:00100000:2.0:1734016126.974595:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332299776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.974624:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.974655:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3176bb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba81 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.974794:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.974809:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.974825:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016126.974857:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9609649 00000004:00200000:2.0:1734016126.974863:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.974886:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016126.974909:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3176bb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 25 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.974927:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 24 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.974940:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016126.974943:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.974947:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016126.984858:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332299776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10240us (10477us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.984875:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2642 00000100:00100000:0.0:1734016126.987795:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016126.987857:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016126.987955:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300032 00000100:00100000:1.0:1734016126.987964:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300032 00000100:00100000:1.0:1734016126.988012:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332299904 00000100:00100000:1.0:1734016126.988015:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332299904 00000100:00100000:1.0:1734016126.988051:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12823 00000100:00100000:1.0:1734016126.988071:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332300032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.988093:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.988117:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3176bbf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba8f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.988192:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334511488:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016126.988268:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.988462:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12824 00000100:00100000:2.0:1734016126.988468:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332299904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.988478:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.988490:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3176bc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba88 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.988529:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334511616:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016126.988558:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016126.990787:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016127 00000100:00100000:1.0:1734016126.990815:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334511488:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016126.990851:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3176bbf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba8f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.990865:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3176bbf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba8f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.990878:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016126.990924:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332300032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2851us (3140us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.990934:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12823 00002000:00010000:2.0:1734016126.991111:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016127 00002000:00010000:2.0:1734016126.991115:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 104 -> 128 00000100:00100000:2.0:1734016126.991127:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334511616:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016126.991146:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3176bc6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba88 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.991156:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3176bc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba88 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.991165:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016126.991200:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332299904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2730us (3343us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.991206:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12824 00000100:00100000:2.0:1734016126.998215:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016126.998264:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016126.998363:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300160 00000100:00100000:1.0:1734016126.998375:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300160 00000100:00100000:1.0:1734016126.998427:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300288 00000100:00100000:1.0:1734016126.998429:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300288 00000100:00100000:1.0:1734016126.998451:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12825 00000100:00100000:1.0:1734016126.998459:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332300160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.998484:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.998506:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176bcd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba96 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.998571:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334511744:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016126.998634:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.998642:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12826 00000100:00100000:3.0:1734016126.998648:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087204450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332300288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.998656:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.998666:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176bd4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ba9d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.998692:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334511872:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016126.998713:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.000963:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334511744:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.000997:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176bcd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba96 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.001011:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176bcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba96 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.001041:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016127.001119:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332300160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2659us (2916us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.001128:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12825 00000100:00100000:3.0:1734016127.001378:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334511872:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.001403:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176bd4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba9d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.001412:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176bd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba9d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.001424:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016127.001446:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087204450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332300288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2797us (3181us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.001452:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12826 00000100:00100000:0.0:1734016127.006864:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.006936:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.007041:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300544 00000100:00100000:1.0:1734016127.007065:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300544 00000100:00100000:1.0:1734016127.007112:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300416 00000100:00100000:1.0:1734016127.007115:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300416 00000100:00100000:1.0:1734016127.007141:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12827 00000100:00100000:1.0:1734016127.007150:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332300544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.007172:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.007193:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176bdb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5baab expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.007259:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334512000:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.007348:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.007373:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12828 00000100:00100000:1.0:1734016127.007377:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332300416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.007386:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.007397:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176be2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5baa4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.007422:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334512128:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.007445:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016127.007752:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000100:00080000:0.0:1734016127.007758:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016097 00000100:00100000:1.0:1734016127.015641:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334512000:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.015694:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176bdb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baab expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.015712:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176bdb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baab expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.015800:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016127.015869:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332300544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8719us (9018us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.015879:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12827 00000100:00100000:1.0:1734016127.021606:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334512128:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.021642:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176be2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baa4 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.021654:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176be2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baa4 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.021675:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016127.021736:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332300416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14342us (14784us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.021743:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12828 00000100:00100000:0.0:1734016127.024072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.029507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.031886:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300672 00000100:00100000:3.0:1734016127.031899:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300672 00000100:00100000:3.0:1734016127.031961:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300800 00000100:00100000:3.0:1734016127.031964:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300800 00000100:00100000:3.0:1734016127.031988:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12829 00000100:00100000:3.0:1734016127.031996:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332300672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.032014:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.032031:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176be9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bab2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.032099:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334512256:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.032167:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.032189:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12830 00000100:00100000:3.0:1734016127.032193:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332300800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.032200:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.032207:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176bf0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bab9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.032225:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334512384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.032238:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.035322:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334512384:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.035364:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176bf0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bab9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.035377:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3176bf0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bab9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016127.036015:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334512256:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016127.036038:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176be9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bab2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.036049:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176be9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bab2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.036078:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:0.0:1734016127.036135:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332300672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4139us (12087us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.036146:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12829 00010000:00010000:3.0:1734016127.036356:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016127.036388:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332300800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4193us (6894us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.036394:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12830 00000100:00100000:0.0:1734016127.039993:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.040074:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332300928 00000100:00100000:3.0:1734016127.040084:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332300928 00000100:00080000:0.0:1734016127.040409:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:3.0:1734016127.040444:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2643 00000100:00100000:3.0:1734016127.040452:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+33:10366:x1818247332300928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.040477:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.040502:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176bf7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bac0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.040610:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176bfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016127.040625:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016127.040636:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016127.040664:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9609649 00000004:00200000:3.0:1734016127.040669:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.040686:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016127.040711:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176bf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bac0 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.040753:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bac0 expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.040760:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016127.040763:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.040765:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016127.040815:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332300928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 364us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.040821:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2643 00000100:00100000:0.0:1734016127.044038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.044409:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.044628:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301184 00000100:00100000:3.0:1734016127.044636:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301184 00000100:00100000:3.0:1734016127.044672:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301056 00000100:00100000:3.0:1734016127.044674:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301056 00000100:00100000:3.0:1734016127.044692:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12831 00000100:00100000:3.0:1734016127.044699:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332301184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.044747:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.044771:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176c05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bace expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.044834:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334512512:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.044909:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.044965:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12832 00000100:00100000:0.0:1734016127.044970:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332301056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.044978:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.044987:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3176c0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bac7 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.045013:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334512640:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016127.045032:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.050200:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334512512:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.050245:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176c05 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bace expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.050265:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176c05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bace expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.050297:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016127.050347:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332301184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5648us (6319us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.050357:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12831 00000100:00100000:1.0:1734016127.050576:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334512640:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.050600:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3176c0c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bac7 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.050607:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3176c0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bac7 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.050628:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:1.0:1734016127.050651:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332301056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5681us (6243us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.050657:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12832 00000100:00100000:2.0:1734016127.054330:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.054387:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.054642:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301312 00000100:00100000:1.0:1734016127.054653:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301312 00000100:00100000:1.0:1734016127.054761:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301440 00000100:00100000:1.0:1734016127.054764:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301440 00000100:00100000:1.0:1734016127.054956:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12833 00000100:00100000:1.0:1734016127.054963:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332301312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.054982:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.055002:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176c13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bad5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.055053:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334512768:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.055121:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.055325:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12834 00000100:00100000:3.0:1734016127.055330:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332301440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.055339:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.055348:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176c1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5badc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.055376:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334512896:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.055778:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.059205:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334512896:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.059238:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176c1a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5badc expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.059251:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176c1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5badc expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.059263:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:1.0:1734016127.059581:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334512768:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.059598:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176c13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bad5 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.059607:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176c13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bad5 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.059698:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332301440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4364us (5308us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.059706:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12834 00010000:00010000:1.0:1734016127.060163:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016127.060189:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332301312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5226us (5869us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.060195:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12833 00000100:00100000:2.0:1734016127.063226:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.063363:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301568 00000100:00100000:1.0:1734016127.063373:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301568 00000100:00100000:1.0:1734016127.063520:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12835 00000100:00100000:1.0:1734016127.063527:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332301568:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016127.063856:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5415345 -> 5415345 00002000:00010000:1.0:1734016127.063859:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.063862:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016123 00002000:00010000:1.0:1734016127.063863:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.063865:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:1.0:1734016127.064199:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332301568:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 669us (980us total) trans 4294969784 rc 0/0 00000100:00100000:1.0:1734016127.064209:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12835 00000100:00100000:0.0:1734016127.068171:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.068217:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.069033:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301696 00000100:00100000:1.0:1734016127.069046:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301696 00000100:00100000:1.0:1734016127.069096:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301824 00000100:00100000:1.0:1734016127.069098:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301824 00000100:00100000:1.0:1734016127.069116:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12836 00000100:00100000:1.0:1734016127.069123:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332301696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.069146:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.069167:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3176c21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bae3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.069225:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334513024:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016127.069350:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12837 00000100:00100000:0.0:1734016127.069355:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332301824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.069363:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.069373:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3176c28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5baea expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.069401:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334513152:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.069971:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.070041:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016127.074029:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016127 00000100:00100000:1.0:1734016127.074071:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334513024:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.074110:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3176c21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bae3 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.074125:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3176c21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bae3 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016127.074228:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334513152:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016127.074245:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3176c28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baea expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.074255:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3176c28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baea expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.074490:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00010000:00010000:2.0:1734016127.074691:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:1.0:1734016127.074747:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332301696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5623us (6586us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.074758:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12836 00000100:00100000:2.0:1734016127.074888:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332301824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5531us (6669us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.074894:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12837 00000100:00100000:0.0:1734016127.077825:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.077879:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.077988:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302080 00000100:00100000:2.0:1734016127.078002:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302080 00000100:00100000:2.0:1734016127.078038:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332301952 00000100:00100000:2.0:1734016127.078039:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332301952 00000100:00100000:2.0:1734016127.078077:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12838 00000100:00100000:2.0:1734016127.078083:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332302080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.078102:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.078124:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176c2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5baf8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.078185:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334513280:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016127.078245:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.078308:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12839 00000100:00100000:1.0:1734016127.078313:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332301952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.078324:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.078335:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176c36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5baf1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.078362:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334513408:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.078384:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.081356:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334513280:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016127.081393:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176c2f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baf8 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.081407:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3176c2f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baf8 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.081423:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016127.081470:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332302080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3386us (3659us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.081481:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12838 00000100:00100000:1.0:1734016127.081580:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334513408:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.081601:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176c36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baf1 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.081610:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176c36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baf1 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.081625:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016127.081643:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332301952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3329us (3764us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.081649:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12839 00000100:00100000:0.0:1734016127.087135:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.087388:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302208 00000100:00100000:1.0:1734016127.087400:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302208 00000100:00100000:0.0:1734016127.087702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.088972:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302336 00000100:00100000:1.0:1734016127.088983:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302336 00000100:00100000:1.0:1734016127.089041:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12840 00000100:00100000:1.0:1734016127.089049:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332302208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.089074:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.089092:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176c3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5baff expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.089149:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334513536:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.089200:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.089273:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12841 00000100:00100000:3.0:1734016127.089279:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332302336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.089287:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.089297:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176c44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb06 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.089322:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334513664:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.089343:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.092147:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334513536:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.092207:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176c3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baff expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.092222:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176c3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5baff expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.092251:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016127.092314:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332302208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3263us (5188us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.092323:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12840 00000100:00100000:3.0:1734016127.092442:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334513664:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.092474:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176c44 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb06 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.092483:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176c44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb06 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.092500:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016127.092521:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332302336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3242us (4820us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.092528:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12841 00000100:00100000:0.0:1734016127.095430:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.097932:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302464 00000100:00100000:3.0:1734016127.097943:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302464 00000100:00100000:3.0:1734016127.097993:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12842 00000100:00100000:3.0:1734016127.098000:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332302464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.098017:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.098033:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb0d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.098072:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.098079:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.098081:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.098084:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1236992->1241087] (req 1236992->1241087) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.098112:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.098123:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 12 pid: 10116 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.098136:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334513792:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016127.098189:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.103616:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334513792:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.103652:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1236992->1241087] (req 1236992->1241087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.103672:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016127.103745:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332302464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5743us (8324us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.103755:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12842 00000100:00100000:0.0:1734016127.114864:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.115131:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302592 00000100:00100000:3.0:1734016127.115141:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302592 00010000:00010000:3.0:1734016127.115170:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 13 pid: 10116 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.115202:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3456 00000100:00100000:3.0:1734016127.115208:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332302592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.115219:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.115237:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 13 pid: 10116 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.115247:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 13 pid: 10116 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.115270:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176b2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba11 expref: 13 pid: 10116 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.115295:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.115297:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.115303:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.115309:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.115341:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.115351:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334513920:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016127.115396:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.118660:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.118783:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334513920:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016127.118818:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.118881:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332302592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3672us (4026us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.118897:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3456 00000100:00100000:0.0:1734016127.120126:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302848 00000100:00100000:0.0:1734016127.120139:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302848 00002000:00100000:0.0:1734016127.120191:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1236992->1241087) req@ffff880075d94a80 x1818247332302848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.120200:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d94a80 with x1818247332302848 ext(1236992->1241087) 00002000:00010000:0.0:1734016127.120205:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d94a80 00000100:00100000:0.0:1734016127.120315:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9942 00000100:00100000:0.0:1734016127.120322:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332302848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.120609:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332302848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 286us (1959us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.120620:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9942 00002000:00100000:0.0:1734016127.120626:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1236992->1241087) req@ffff880075d94a80 x1818247332302848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.120632:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075d94a80 with x1818247332302848 ext(1236992->1241087) 00002000:00010000:0.0:1734016127.120635:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075d94a80 00000100:00100000:2.0:1734016127.130607:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.131909:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332302976 00000100:00100000:3.0:1734016127.131925:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332302976 00000100:00100000:3.0:1734016127.132012:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12843 00000100:00100000:3.0:1734016127.132024:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332302976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.132065:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.132088:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176c52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb14 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.132170:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334514048:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.132268:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.134813:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334514048:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.134853:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176c52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb14 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.134878:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176c52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb14 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.135130:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016127.135225:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332302976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3199us (4628us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.135237:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12843 00000100:00100000:2.0:1734016127.138805:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.139212:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332303104 00000100:00100000:3.0:1734016127.139226:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332303104 00000100:00100000:3.0:1734016127.139824:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12844 00000100:00100000:3.0:1734016127.139834:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332303104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.139853:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.139876:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176c59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb1b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.139945:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334514176:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.140051:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.143276:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334514176:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.143328:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176c59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb1b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.143345:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3176c59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb1b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.143403:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016127.143572:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332303104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3737us (4781us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.143583:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12844 00000100:00100000:0.0:1734016127.146212:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.146419:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332303232 00000100:00100000:3.0:1734016127.146436:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332303232 00000100:00100000:3.0:1734016127.146511:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12845 00000100:00100000:3.0:1734016127.146521:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332303232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.146546:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.146570:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb22 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.146619:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.146626:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.146629:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.146632:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3346432->3358719] (req 3346432->3358719) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.146669:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.146685:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 8 pid: 13917 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.146703:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334514304:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016127.146796:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.152852:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334514304:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.152893:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3346432->3358719] (req 3346432->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.152917:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016127.152977:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332303232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6457us (6778us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.152987:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12845 00000100:00100000:0.0:1734016127.153454:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.155075:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332303360 00000100:00100000:3.0:1734016127.155086:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332303360 00010000:00010000:3.0:1734016127.155125:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 9 pid: 13917 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.155717:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3457 00000100:00100000:3.0:1734016127.155742:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332303360:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.155768:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.155793:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 9 pid: 13917 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.155804:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 9 pid: 13917 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.155835:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3176baa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba7a expref: 9 pid: 13917 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.156125:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.156127:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.156134:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.156143:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.156181:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.156194:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334514432:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016127.156455:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.159342:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334514432:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016127.159362:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.159404:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332303360:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3661us (5949us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.159417:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3457 00000100:00100000:0.0:1734016127.171381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.172045:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332303616 00000100:00100000:2.0:1734016127.172066:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332303616 00002000:00100000:2.0:1734016127.172123:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076259180 x1818247332303616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.172135:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259180 with x1818247332303616 ext(0->4194303) 00002000:00010000:2.0:1734016127.172142:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259180 00000100:00100000:2.0:1734016127.172175:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9943 00000100:00100000:2.0:1734016127.172184:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332303616:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.217906:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332303616:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 45709us (46525us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016127.217918:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9943 00002000:00100000:2.0:1734016127.217929:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076259180 x1818247332303616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.217940:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259180 with x1818247332303616 ext(0->4194303) 00002000:00010000:2.0:1734016127.217946:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259180 00000100:00100000:0.0:1734016127.241658:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.241708:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.243388:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332304128 00000100:00100000:1.0:1734016127.243408:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332304128 00000100:00100000:1.0:1734016127.243473:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332304000 00000100:00100000:1.0:1734016127.243476:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332304000 00000100:00100000:1.0:1734016127.243507:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12846 00000100:00100000:1.0:1734016127.243515:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332304128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.243541:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.243564:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb30 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.243589:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.243591:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.243599:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.243616:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.243627:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016127.243686:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332304128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 172us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.243693:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12846 00000100:00100000:1.0:1734016127.243710:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12847 00000100:00100000:1.0:1734016127.243714:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332304000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.243744:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.243752:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb29 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.243763:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.243764:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.243768:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.243777:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.243785:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016127.243800:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332304000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 85us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.243804:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12847 00000100:00100000:1.0:1734016127.244829:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.244864:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.244885:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332304256 00000100:00100000:1.0:1734016127.244890:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332304256 00002000:00100000:1.0:1734016127.244919:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5419007) req@ffff880077301180 x1818247332304256/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.244928:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301180 with x1818247332304256 ext(4194304->5419007) 00002000:00010000:1.0:1734016127.244932:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301180 00000100:00100000:1.0:1734016127.244947:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332304384 00000100:00100000:1.0:1734016127.244950:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332304384 00002000:00100000:1.0:1734016127.244963:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880077303480 x1818247332304384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.244970:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303480 with x1818247332304384 ext(0->4194303) 00002000:00010000:1.0:1734016127.244974:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077303480 00000100:00100000:1.0:1734016127.244987:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9944 00000100:00100000:1.0:1734016127.244992:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332304256:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.246099:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9945 00000100:00100000:1.0:1734016127.246108:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332304384:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.259639:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.260254:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332304640 00000100:00100000:3.0:1734016127.260263:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332304640 00002000:00100000:3.0:1734016127.260299:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4694016->4698111) req@ffff880076c4fb80 x1818247332304640/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.260315:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4fb80 with x1818247332304640 ext(4694016->4698111) 00002000:00010000:3.0:1734016127.260320:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4fb80 00000100:00100000:3.0:1734016127.260349:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9946 00000100:00100000:3.0:1734016127.260355:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332304640:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.260487:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332304640:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 131us (858us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.260492:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9946 00002000:00100000:3.0:1734016127.260498:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4694016->4698111) req@ffff880076c4fb80 x1818247332304640/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.260504:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4fb80 with x1818247332304640 ext(4694016->4698111) 00002000:00010000:3.0:1734016127.260507:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4fb80 00000100:00100000:1.0:1734016127.267989:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332304256:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 22975us (23145us total) trans 0 rc 1224704/1224704 00000100:00100000:1.0:1734016127.268007:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9944 00002000:00100000:1.0:1734016127.268027:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5419007) req@ffff880077301180 x1818247332304256/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 1224704/1224704 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.268040:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301180 with x1818247332304256 ext(4194304->5419007) 00002000:00010000:1.0:1734016127.268046:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077301180 00000100:00100000:2.0:1734016127.274711:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334514560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016127.274815:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016127.274953:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334514560 00000100:00100000:0.0:1734016127.274961:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334514560 00000100:00100000:0.0:1734016127.275019:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1734016127.275028:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334514560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016127.275063:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 645632576 pending 28672 free 3923677184 avail 3692089344 00000100:00100000:0.0:1734016127.275114:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334514560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.275121:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1734016127.275395:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334514560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016127.314757:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332304384:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 68601us (69844us total) trans 0 rc 4190208/4190208 00000100:00100000:1.0:1734016127.314775:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9945 00002000:00100000:1.0:1734016127.314788:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880077303480 x1818247332304384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4190208/4190208 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.314799:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303480 with x1818247332304384 ext(0->4194303) 00002000:00010000:1.0:1734016127.314807:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077303480 00000100:00100000:0.0:1734016127.318459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.318545:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332304896 00000100:00100000:1.0:1734016127.318558:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332304896 00002000:00100000:1.0:1734016127.318608:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4698112->4702207) req@ffff880076258e00 x1818247332304896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.318619:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258e00 with x1818247332304896 ext(4698112->4702207) 00002000:00010000:1.0:1734016127.318629:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258e00 00000100:00100000:1.0:1734016127.319399:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9947 00000100:00100000:1.0:1734016127.319410:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332304896:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.319668:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332304896:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 257us (1223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.319678:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9947 00002000:00100000:1.0:1734016127.319685:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4698112->4702207) req@ffff880076258e00 x1818247332304896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.319694:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258e00 with x1818247332304896 ext(4698112->4702207) 00002000:00010000:1.0:1734016127.319699:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258e00 00000100:00100000:0.0:1734016127.335449:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.335578:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305024 00000100:00100000:3.0:1734016127.335592:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305024 00000100:00100000:3.0:1734016127.335718:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12848 00000100:00100000:3.0:1734016127.335758:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332305024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.335790:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.335822:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb37 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.335857:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.335867:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.335879:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.335881:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.335884:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3055616->3063807] (req 3055616->3063807) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.335921:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.335935:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.335948:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334514688:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.336033:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.336040:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 7 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.336047:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334514816:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016127.336073:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.349066:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334514688:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016127.350487:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.350857:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334514816:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.350897:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3055616->3063807] (req 3055616->3063807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.350918:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016127.350975:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332305024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15218us (15634us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.350986:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12848 00000100:00100000:2.0:1734016127.351087:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305152 00000100:00100000:2.0:1734016127.351094:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305152 00010000:00010000:2.0:1734016127.351125:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016127.351155:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3458 00000100:00100000:2.0:1734016127.351162:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332305152:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.351180:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.351206:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016127.351216:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016127.351242:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176c67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb30 expref: 14 pid: 10116 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016127.351275:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.351292:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332305152:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 131us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.351298:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3458 00000100:00100000:0.0:1734016127.367655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.367818:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305280 00000100:00100000:2.0:1734016127.367831:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305280 00010000:00010000:2.0:1734016127.367879:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 8 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.367918:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3459 00000100:00100000:2.0:1734016127.367926:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac802850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332305280:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.367946:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.367975:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 8 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.367989:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 8 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.368025:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->1241087) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb0d expref: 8 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.368697:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.368702:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.368710:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.368762:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.368815:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.368838:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334514944:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016127.368938:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b205e480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.372343:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.372959:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305408 00000100:00100000:3.0:1734016127.372977:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305408 00000100:00100000:3.0:1734016127.373030:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12849 00000100:00100000:3.0:1734016127.373041:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332305408:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.373311:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016127.373314:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.373316:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016123 00002000:00010000:3.0:1734016127.373318:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.373319:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1734016127.373431:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332305408:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 391us (1099us total) trans 4294968188 rc 0/0 00000100:00100000:2.0:1734016127.374375:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334514944:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016127.374407:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.374444:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac802850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332305280:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6518us (6810us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.374457:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3459 00000100:00100000:3.0:1734016127.374667:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12849 00000100:00100000:0.0:1734016127.382142:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.382870:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305536 00000100:00100000:3.0:1734016127.382880:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305536 00000100:00100000:3.0:1734016127.383418:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12850 00000100:00100000:3.0:1734016127.383428:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332305536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.383449:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.383471:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c7c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb3e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.383536:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515072:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.383625:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.386819:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016127 00000100:00100000:3.0:1734016127.386863:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515072:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.386914:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c7c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb3e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.386933:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176c7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb3e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.386964:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016127.387025:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332305536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3598us (4893us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.387040:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12850 00000100:00100000:0.0:1734016127.390024:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.392713:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305664 00000100:00100000:3.0:1734016127.392753:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305664 00000100:00100000:3.0:1734016127.392830:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12851 00000100:00100000:3.0:1734016127.392840:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332305664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.392873:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.392907:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176c83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb45 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.393011:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515200:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.393132:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.396810:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515200:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.396855:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176c83 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb45 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.396873:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176c83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb45 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.396955:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016127.399975:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332305664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7111us (9944us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.399993:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12851 00000100:00100000:0.0:1734016127.419194:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.420648:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305792 00000100:00100000:3.0:1734016127.420662:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305792 00000100:00100000:3.0:1734016127.420713:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12852 00000100:00100000:3.0:1734016127.420754:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332305792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.420773:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.420793:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb4c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.420820:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.420828:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.420830:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.420833:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [741376->749567] (req 741376->749567) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.420870:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.420885:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 13 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.420898:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515328:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016127.421092:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.428637:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.428763:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332305920 00000100:00100000:2.0:1734016127.428774:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332305920 00010000:00010000:2.0:1734016127.428821:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 14 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.428865:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3460 00000100:00100000:2.0:1734016127.428873:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332305920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.428892:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.428925:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 14 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.428941:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 14 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.428969:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.428971:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.428978:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.428986:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.429016:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.429027:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334515456:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016127.429192:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb840 going to sleep for 11 seconds 00010000:00010000:3.0:1734016127.429572:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176c75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3055616->3063807) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb37 expref: 14 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.430009:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515328:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.430031:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.430040:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016127.431001:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332305792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10277us (11816us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.431009:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12852 00000100:00100000:0.0:1734016127.437571:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334515456:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016127.437610:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.437689:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332305920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8812us (9069us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.437704:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3460 00000100:00100000:0.0:1734016127.465622:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.465755:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306176 00000100:00100000:2.0:1734016127.465765:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306176 00002000:00100000:2.0:1734016127.470959:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007625bb80 x1818247332306176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.470972:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625bb80 with x1818247332306176 ext(0->4194303) 00002000:00010000:2.0:1734016127.470980:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007625bb80 00000100:00100000:2.0:1734016127.471032:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9948 00000100:00100000:2.0:1734016127.471040:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332306176:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.551079:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332306176:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 80019us (85446us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016127.551100:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9948 00002000:00100000:3.0:1734016127.551121:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007625bb80 x1818247332306176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.551140:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625bb80 with x1818247332306176 ext(0->4194303) 00002000:00010000:3.0:1734016127.551147:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007625bb80 00000100:00100000:0.0:1734016127.565384:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.566156:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306304 00000100:00100000:3.0:1734016127.566167:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306304 00000100:00100000:3.0:1734016127.566212:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12853 00000100:00100000:3.0:1734016127.566221:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332306304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.566238:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.566256:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb53 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.566290:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.566296:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.566298:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.566301:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.566337:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.566346:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.566357:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515584:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016127.568272:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.576674:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334515584:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.576710:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.576758:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016127.576806:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332306304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10584us (11435us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.576816:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12853 00000100:00100000:1.0:1734016127.595627:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.595693:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306432 00000100:00100000:0.0:1734016127.595706:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306432 00010000:00010000:0.0:1734016127.595768:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.596140:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3461 00000100:00100000:0.0:1734016127.596150:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332306432:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.596168:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.596197:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.596212:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.596238:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176c8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 741376->749567) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb4c expref: 9 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.596279:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.596282:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.596289:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.596299:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.596337:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.597811:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334515712:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016127.598589:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.602029:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.602580:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306560 00000100:00100000:3.0:1734016127.602588:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306560 00000100:00100000:3.0:1734016127.602624:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12854 00000100:00100000:3.0:1734016127.602630:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332306560:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.602848:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016127.602851:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.602853:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016123 00002000:00010000:3.0:1734016127.602855:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.602856:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00000100:00100000:3.0:1734016127.602902:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332306560:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 272us (880us total) trans 4294968189 rc 0/0 00000100:00100000:3.0:1734016127.602909:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12854 00000100:00100000:2.0:1734016127.603127:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334515712:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016127.603143:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.603168:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332306432:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7020us (7555us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.603175:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3461 00000100:00100000:1.0:1734016127.609395:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.609516:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306688 00000100:00100000:2.0:1734016127.609530:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306688 00000100:00100000:2.0:1734016127.609597:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12855 00000100:00100000:2.0:1734016127.609607:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332306688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.609638:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.609668:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3176c98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb5a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.609765:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334515840:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016127.610593:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016127.614909:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016127 00000100:00100000:2.0:1734016127.614938:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334515840:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016127.614981:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3176c98 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb5a expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.614997:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3176c98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb5a expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.615071:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016127.615278:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332306688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5671us (5895us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.615289:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12855 00000100:00100000:0.0:1734016127.617280:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.617371:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306816 00000100:00100000:2.0:1734016127.617381:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306816 00000100:00100000:2.0:1734016127.617430:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12856 00000100:00100000:2.0:1734016127.617437:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332306816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.617457:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.617481:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb61 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.617511:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.617519:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.617525:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.617528:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.617531:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.617557:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.617567:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 10 pid: 10116 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016127.617579:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334515968:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016127.617640:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.617648:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 6 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.617656:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334516096:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016127.617672:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.619675:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.619757:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332306944 00000100:00100000:3.0:1734016127.619763:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332306944 00010000:00010000:3.0:1734016127.619787:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 11 pid: 10116 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.619818:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3462 00000100:00100000:3.0:1734016127.619824:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332306944:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.619833:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.619850:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 11 pid: 10116 timeout: 491 lvb_type: 1 00010000:00010000:3.0:1734016127.619859:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 11 pid: 10116 timeout: 491 lvb_type: 1 00010000:00010000:3.0:1734016127.619885:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.619941:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332306944:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 117us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.619948:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3462 00010000:00010000:2.0:1734016127.620145:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3176c6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb29 expref: 10 pid: 10116 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016127.620160:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334515968:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016127.620170:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334516096:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016127.620196:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.620206:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016127.620225:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332306816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2789us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.620231:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12856 00000100:00100000:0.0:1734016127.627617:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.627761:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332307072 00000100:00100000:2.0:1734016127.627772:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332307072 00010000:00010000:2.0:1734016127.627855:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 7 pid: 7692 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.627887:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3463 00000100:00100000:2.0:1734016127.627894:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332307072:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.627910:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.627933:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 7 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.627945:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 7 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.627990:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3176c60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3358719) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb22 expref: 7 pid: 7692 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.628199:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.628202:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.628210:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.628219:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.628265:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.628279:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334516224:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016127.628523:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1bbb840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.631566:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334516224:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016127.631604:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016127.631605:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.631662:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332307328 00000100:00100000:3.0:1734016127.631671:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332307328 00002000:00100000:3.0:1734016127.631751:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2093056->2097151) req@ffff880077303100 x1818247332307328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.631762:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303100 with x1818247332307328 ext(2093056->2097151) 00002000:00010000:3.0:1734016127.631767:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077303100 00000100:00100000:3.0:1734016127.631797:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9949 00000100:00100000:3.0:1734016127.631806:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332307328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.631972:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332307072:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4077us (4364us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.631986:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3463 00000100:00100000:3.0:1734016127.632637:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332307328:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 830us (1031us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.632643:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9949 00002000:00100000:3.0:1734016127.632649:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2093056->2097151) req@ffff880077303100 x1818247332307328/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.632660:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303100 with x1818247332307328 ext(2093056->2097151) 00002000:00010000:3.0:1734016127.632663:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077303100 00000100:00100000:0.0:1734016127.638327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.638524:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332307584 00000100:00100000:3.0:1734016127.638534:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332307584 00002000:00100000:3.0:1734016127.638581:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2097152->2101247) req@ffff88012e1a4380 x1818247332307584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.638590:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4380 with x1818247332307584 ext(2097152->2101247) 00002000:00010000:3.0:1734016127.638594:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4380 00000100:00100000:3.0:1734016127.638628:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9950 00000100:00100000:3.0:1734016127.638636:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332307584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.638859:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332307584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 223us (548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.638866:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9950 00002000:00100000:3.0:1734016127.638871:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2097152->2101247) req@ffff88012e1a4380 x1818247332307584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.638878:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4380 with x1818247332307584 ext(2097152->2101247) 00002000:00010000:3.0:1734016127.638880:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4380 00000100:00100000:0.0:1734016127.642940:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.643183:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332307712 00000100:00100000:1.0:1734016127.643195:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332307712 00002000:00100000:1.0:1734016127.643255:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2093056->2101247) req@ffff88012e1a5f80 x1818247332307712/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 8680/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.643266:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247332307712 ext(2093056->2101247) 00002000:00010000:1.0:1734016127.643272:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5f80 00000100:00100000:1.0:1734016127.643321:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9951 00000100:00100000:1.0:1734016127.643332:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332307712:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016127.646608:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332307712:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3264us (3668us total) trans 4294969785 rc 0/0 00000100:00100000:1.0:1734016127.646624:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9951 00002000:00100000:1.0:1734016127.646637:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2093056->2101247) req@ffff88012e1a5f80 x1818247332307712/t4294969785(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 8680/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.646647:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247332307712 ext(2093056->2101247) 00002000:00010000:1.0:1734016127.646653:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5f80 00000100:00100000:0.0:1734016127.649331:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.649486:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332307840 00000100:00100000:2.0:1734016127.649495:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332307840 00000100:00100000:2.0:1734016127.650108:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12857 00000100:00100000:2.0:1734016127.650118:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332307840:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016127.657646:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969785 is committed 00000100:00100000:2.0:1734016127.658956:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332307840:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8820us (9616us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.658972:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12857 00000100:00100000:0.0:1734016127.666281:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.666419:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332307968 00000100:00100000:2.0:1734016127.666429:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332307968 00000100:00100000:3.0:1734016127.666921:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12858 00000100:00100000:3.0:1734016127.666931:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332307968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.666951:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.666971:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176ca6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb68 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.667060:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334516352:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.667139:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.676441:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 128 -> 144 00000100:00100000:3.0:1734016127.676467:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334516352:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.676507:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176ca6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb68 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.676521:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176ca6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb68 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.676537:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016127.676605:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332307968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9673us (10342us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.676613:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12858 00000100:00100000:0.0:1734016127.693873:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.693985:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332308096 00000100:00100000:3.0:1734016127.693996:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332308096 00000100:00100000:3.0:1734016127.694062:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12859 00000100:00100000:3.0:1734016127.694069:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332308096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.694086:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.694104:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176cad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb6f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.694158:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334516480:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016127.694225:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.696540:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334516480:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016127.696595:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176cad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb6f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.696615:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176cad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb6f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.696636:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016127.696713:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332308096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2642us (2850us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.696760:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12859 00000100:00100000:0.0:1734016127.699620:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.699770:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332308224 00000100:00100000:3.0:1734016127.699782:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332308224 00000100:00100000:3.0:1734016127.699852:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12860 00000100:00100000:3.0:1734016127.699861:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332308224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.699883:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.699903:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb76 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.699941:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.699949:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.699951:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.699954:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3641344->3653631] (req 3641344->3653631) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.699991:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.700005:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 8 pid: 7692 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016127.700018:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334516608:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016127.700099:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.702649:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.702795:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334516608:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016127.702832:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3641344->3653631] (req 3641344->3653631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.702849:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016127.702907:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332308224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3046us (3298us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.702918:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12860 00000100:00100000:3.0:1734016127.702974:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332308352 00000100:00100000:3.0:1734016127.702981:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332308352 00010000:00010000:3.0:1734016127.703010:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 9 pid: 7692 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016127.703060:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3464 00000100:00100000:3.0:1734016127.703067:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332308352:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.703086:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.703112:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 9 pid: 7692 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016127.703123:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 9 pid: 7692 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016127.703155:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176c91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1245184->1253375) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb53 expref: 9 pid: 7692 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016127.703171:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.703173:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.703182:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.703196:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.703230:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.703246:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334516736:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016127.703283:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.709953:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334516736:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016127.709984:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.714614:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332308352:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11530us (11960us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.714629:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3464 00000100:00100000:0.0:1734016127.754770:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.754837:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.754927:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332308608 00000100:00100000:3.0:1734016127.754945:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332308608 00002000:00100000:3.0:1734016127.755013:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012e1a4700 x1818247332308608/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.755026:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4700 with x1818247332308608 ext(0->4194303) 00002000:00010000:3.0:1734016127.755034:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4700 00000100:00100000:3.0:1734016127.755105:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332308864 00000100:00100000:3.0:1734016127.755108:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332308864 00002000:00100000:3.0:1734016127.755122:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012e1a6a00 x1818247332308864/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.755129:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a6a00 with x1818247332308864 ext(0->4194303) 00002000:00010000:3.0:1734016127.755133:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a6a00 00000100:00100000:3.0:1734016127.755155:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9952 00000100:00100000:3.0:1734016127.755163:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332308608:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.756147:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9953 00000100:00100000:1.0:1734016127.756157:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332308864:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.843529:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332308864:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 87355us (88673us total) trans 0 rc 4186112/4186112 00000100:00100000:2.0:1734016127.843545:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9953 00002000:00100000:2.0:1734016127.843560:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012e1a6a00 x1818247332308864/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.843569:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a6a00 with x1818247332308864 ext(0->4194303) 00002000:00010000:2.0:1734016127.843576:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a6a00 00000100:00100000:2.0:1734016127.856374:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332308608:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 101202us (101642us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016127.856385:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9952 00002000:00100000:2.0:1734016127.856395:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012e1a4700 x1818247332308608/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.856404:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4700 with x1818247332308608 ext(0->4194303) 00002000:00010000:2.0:1734016127.856409:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4700 00000100:00100000:0.0:1734016127.861804:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.861838:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.861865:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332309120 00000100:00100000:2.0:1734016127.861873:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332309120 00000100:00100000:0.0:1734016127.861875:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00100000:2.0:1734016127.861915:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5419007) req@ffff880075e84e00 x1818247332309120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.861924:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84e00 with x1818247332309120 ext(4194304->5419007) 00002000:00010000:2.0:1734016127.861930:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84e00 00000100:00100000:2.0:1734016127.861962:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9954 00000100:00100000:2.0:1734016127.861969:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332309120:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.862989:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332309376 00000100:00100000:2.0:1734016127.862997:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332309376 00000100:00100000:2.0:1734016127.863031:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332309248 00000100:00100000:2.0:1734016127.863033:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332309248 00000100:00100000:2.0:1734016127.863072:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12861 00000100:00100000:2.0:1734016127.863077:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332309376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.863089:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016127.863111:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12862 00010000:00010000:2.0:1734016127.863111:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb84 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.863117:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332309248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.863124:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.863133:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176cc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb7d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.863134:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.863136:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.863144:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.863159:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.863169:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:1.0:1734016127.863174:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334516864:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016127.863199:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332309376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 121us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.863205:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12861 00000100:00100000:1.0:1734016127.863207:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016127.875884:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:1.0:1734016127.875913:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334516864:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.875952:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176cc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb7d expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.875970:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176cc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb7d expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.876007:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016127.876854:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332309248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13732us (14975us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.876863:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12862 00000100:00100000:2.0:1734016127.878330:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332309120:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 16351us (16525us total) trans 0 rc 1224704/1224704 00000100:00100000:2.0:1734016127.878342:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9954 00002000:00100000:2.0:1734016127.878354:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5419007) req@ffff880075e84e00 x1818247332309120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 1224704/1224704 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.878363:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e84e00 with x1818247332309120 ext(4194304->5419007) 00002000:00010000:2.0:1734016127.878368:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e84e00 00000100:00100000:0.0:1734016127.880231:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.880847:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332309504 00000100:00100000:1.0:1734016127.880859:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332309504 00000100:00100000:1.0:1734016127.880920:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12863 00000100:00100000:1.0:1734016127.880927:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332309504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.880955:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.880977:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176cc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb8b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.881060:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334516992:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016127.881131:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016127.889428:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016127.889849:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334516992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016127.889883:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176cc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb8b expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.889894:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176cc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb8b expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.889923:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016127.891131:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332309504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10192us (10896us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.891147:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12863 00000100:00100000:0.0:1734016127.894926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.895315:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332309760 00000100:00100000:1.0:1734016127.895326:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332309760 00000100:00100000:1.0:1734016127.895397:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2644 00000100:00100000:1.0:1734016127.895405:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+34:10366:x1818247332309760:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016127.895460:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.895486:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176bfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bac0 expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.895512:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016127.895516:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016127.895847:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016127.895858:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.895864:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016127.895896:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 23 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.895908:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 23 pid: 14034 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016127.895921:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334517120:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016127.899002:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.908032:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334517120:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016127.908080:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016127.909335:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016127.910467:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332309888 00000100:00100000:3.0:1734016127.910484:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332309888 00010000:00010000:3.0:1734016127.910535:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 24 pid: 14034 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016127.910585:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3465 00000100:00100000:3.0:1734016127.910594:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1969:x1818247332309888:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.910611:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.910616:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 24 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016127.910628:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 24 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016127.910651:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdb00/0xb46129d8d3176bb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ba81 expref: 24 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016127.910678:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016127.910683:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.910692:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.910698:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.910743:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.910800:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1969:x1818247332309888:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 206us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.910807:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3465 00010000:00010000:1.0:1734016127.911189:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016127.911196:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:1.0:1734016127.911271:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969000 00000004:00010000:1.0:1734016127.911317:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075e84700 reply state ffff8800794c7000 transno 4294969001 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016127.911324:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016127.911394:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332309760:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 15989us (16478us total) trans 4294969001 rc 0/0 00000100:00100000:1.0:1734016127.911401:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2644 00000020:00080000:1.0:1734016127.911405:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016127.917551:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016127.918072:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.918085:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.918091:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.918098:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016127.918104:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.918113:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.918136:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016127.918141:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.918146:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016127.918150:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cd0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016127.918469:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310016 00000100:00100000:1.0:1734016127.918487:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310016 00000100:00100000:1.0:1734016127.920109:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12864 00000100:00100000:1.0:1734016127.920120:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332310016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.920233:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.920256:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb92 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.920293:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.920303:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.920309:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.920312:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.920316:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.920351:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.920365:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 8 pid: 10116 timeout: 492 lvb_type: 1 00000100:00100000:1.0:1734016127.920379:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334517248:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016127.920483:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.920493:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016127.920501:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334517376:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016127.920521:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.930049:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334517248:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016127.930068:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334517376:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016127.930109:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.930133:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016127.930198:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332310016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10076us (12661us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.930209:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12864 00000100:00100000:0.0:1734016127.931360:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.931476:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310144 00000100:00100000:2.0:1734016127.931484:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310144 00010000:00010000:2.0:1734016127.931508:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 9 pid: 10116 timeout: 492 lvb_type: 1 00000100:00100000:2.0:1734016127.931547:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3466 00000100:00100000:2.0:1734016127.931552:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac802c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332310144:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.931567:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.931589:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 9 pid: 10116 timeout: 492 lvb_type: 1 00010000:00010000:2.0:1734016127.931599:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 9 pid: 10116 timeout: 492 lvb_type: 1 00010000:00010000:2.0:1734016127.931619:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3176cbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb84 expref: 9 pid: 10116 timeout: 492 lvb_type: 1 00010000:00010000:2.0:1734016127.931638:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.931697:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac802c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332310144:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 143us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.931703:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3466 00000100:00100000:0.0:1734016127.933274:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.933455:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310272 00000100:00100000:2.0:1734016127.933461:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310272 00010000:00010000:2.0:1734016127.933485:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016127.933522:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3467 00000100:00100000:2.0:1734016127.933527:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332310272:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.933540:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.933563:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016127.933573:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016127.933590:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176cb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3653631) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb76 expref: 15 pid: 7692 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016127.933603:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.933605:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.933610:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.933624:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.933660:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.933672:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334517504:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016127.933762:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.939425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016127.939471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.939571:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334517504:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016127.939590:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.939633:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332310272:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6103us (6365us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.939643:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3467 00000100:00100000:3.0:1734016127.939744:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310528 00000100:00100000:3.0:1734016127.939751:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310528 00002000:00010000:3.0:1734016127.939778:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016127.939782:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85180 with x1818247332310528 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016127.939790:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85180. 00000100:00100000:3.0:1734016127.939803:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310400 00000100:00100000:3.0:1734016127.939805:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310400 00002000:00010000:3.0:1734016127.939813:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6094381->18446744073709551615) 00002000:00100000:3.0:1734016127.939815:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86680 with x1818247332310400 ext(6094381->18446744073709551615) 00002000:00010000:3.0:1734016127.939821:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86680. 00000100:00100000:3.0:1734016127.939831:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9955 00000100:00100000:3.0:1734016127.939836:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332310528:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016127.939879:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9956 00000100:00100000:1.0:1734016127.939886:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332310400:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.939963:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016127.939966:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016127.939968:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016123 00002000:00010000:3.0:1734016127.939971:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016127.939973:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1734016127.939993:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332310528:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 156us (581us total) trans 4294968190 rc 0/0 00000100:00100000:3.0:1734016127.940001:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9955 00002000:00010000:3.0:1734016127.940004:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016127.940006:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85180 with x1818247332310528 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016127.940009:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85180. 00002000:00010000:1.0:1734016127.940193:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5415345 -> 6094381 00002000:00010000:1.0:1734016127.940196:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016128 00002000:00010000:1.0:1734016127.940198:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016127.940200:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016128 00002000:00010000:1.0:1734016127.940201:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:1.0:1734016127.940225:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332310400:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 339us (754us total) trans 4294969786 rc 0/0 00000100:00100000:1.0:1734016127.940231:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9956 00002000:00010000:1.0:1734016127.940233:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6094381->18446744073709551615) 00002000:00100000:1.0:1734016127.940235:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86680 with x1818247332310400 ext(6094381->18446744073709551615) 00002000:00010000:1.0:1734016127.940238:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86680. 00000100:00100000:0.0:1734016127.946226:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.949268:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310784 00000100:00100000:2.0:1734016127.949279:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310784 00002000:00100000:2.0:1734016127.949322:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5419008->6094847) req@ffff880075e85c00 x1818247332310784/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.949331:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85c00 with x1818247332310784 ext(5419008->6094847) 00002000:00010000:2.0:1734016127.949337:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85c00 00000100:00100000:2.0:1734016127.949378:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9957 00000100:00100000:2.0:1734016127.949383:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332310784:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.956696:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332310784:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 7297us (10465us total) trans 0 rc 675840/675840 00000100:00100000:2.0:1734016127.956714:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9957 00002000:00100000:2.0:1734016127.956773:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5419008->6094847) req@ffff880075e85c00 x1818247332310784/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 675840/675840 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.956784:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85c00 with x1818247332310784 ext(5419008->6094847) 00002000:00010000:2.0:1734016127.956791:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85c00 00000100:00100000:1.0:1734016127.963523:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016127.963614:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332310912 00000100:00100000:2.0:1734016127.963624:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332310912 00002000:00100000:2.0:1734016127.963676:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6082560->6094380) req@ffff8800871f8c50 x1818247332310912/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 12312/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.963685:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800871f8c50 with x1818247332310912 ext(6082560->6094380) 00002000:00010000:2.0:1734016127.963690:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800871f8c50 00000100:00100000:2.0:1734016127.963708:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9958 00000100:00100000:2.0:1734016127.963715:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800871f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332310912:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016127.965419:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800871f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332310912:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1697us (1898us total) trans 4294969787 rc 0/0 00000100:00100000:2.0:1734016127.965431:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9958 00002000:00100000:2.0:1734016127.965440:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6082560->6094380) req@ffff8800871f8c50 x1818247332310912/t4294969787(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:88/0 lens 12312/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.965450:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800871f8c50 with x1818247332310912 ext(6082560->6094380) 00002000:00010000:2.0:1734016127.965453:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800871f8c50 00000100:00100000:0.0:1734016127.972205:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.972366:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311040 00000100:00100000:1.0:1734016127.972377:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311040 00000100:00100000:1.0:1734016127.972442:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2645 00000100:00100000:1.0:1734016127.972449:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332311040:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016127.972559:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332311040:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 110us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.972565:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2645 00000100:00100000:0.0:1734016127.980372:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016127.980461:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311168 00000100:00100000:1.0:1734016127.980470:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311168 00000100:00100000:1.0:1734016127.981411:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12865 00000100:00100000:1.0:1734016127.981425:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332311168:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016128.088813:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969787 is committed 00000100:00100000:1.0:1734016128.089394:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332311168:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 107965us (109024us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.089406:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12865 00000100:00100000:0.0:1734016128.106898:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.106994:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311296 00000100:00100000:3.0:1734016128.107003:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311296 00000100:00100000:3.0:1734016128.107061:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2646 00000100:00100000:3.0:1734016128.107068:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332311296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.107087:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.107108:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176cde lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bb99 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.107189:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.107200:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.107209:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016128.107232:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10288685 00000004:00200000:3.0:1734016128.107237:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.107257:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.107281:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176cde lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.107299:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 36 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.107307:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.107309:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.107312:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016128.107360:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332311296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 292us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.107368:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2646 00000100:00100000:0.0:1734016128.116217:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.116315:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311424 00000100:00100000:1.0:1734016128.116324:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311424 00000100:00100000:1.0:1734016128.116379:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12866 00000100:00100000:1.0:1734016128.116386:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332311424:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.116628:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6094381 -> 6094381 00002000:00010000:1.0:1734016128.116633:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.116635:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.116637:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.116639:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 176 00000100:00100000:1.0:1734016128.116690:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332311424:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 304us (482us total) trans 4294969788 rc 0/0 00000100:00100000:1.0:1734016128.116697:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12866 00000100:00080000:0.0:1734016128.117380:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016098 00000100:00100000:0.0:1734016128.126143:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.126282:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311552 00000100:00100000:1.0:1734016128.126291:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311552 00000100:00080000:0.0:1734016128.126649:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016098 00000100:00100000:1.0:1734016128.126691:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2647 00000100:00100000:1.0:1734016128.126699:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332311552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.126739:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.126761:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cec lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bba0 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.126845:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176cf3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.126859:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.126868:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016128.126890:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10288685 00000004:00200000:1.0:1734016128.126893:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.126911:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.126933:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176cec lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bba0 expref: 25 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.126946:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bba0 expref: 24 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.126953:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016128.126955:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.126958:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016128.127004:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332311552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 305us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.127012:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2647 00000100:00100000:0.0:1734016128.133024:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.137441:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311808 00000100:00100000:3.0:1734016128.137456:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311808 00000100:00100000:3.0:1734016128.137511:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12867 00000100:00100000:3.0:1734016128.137518:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332311808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.137532:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.137547:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176cfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbae expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.137593:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334517632:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.137640:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.137702:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.139251:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311680 00000100:00100000:2.0:1734016128.139262:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311680 00000100:00100000:2.0:1734016128.139302:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12868 00000100:00100000:2.0:1734016128.139309:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332311680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.139324:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.139338:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176d01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bba7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.139383:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334517760:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.139427:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.146586:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016128 00000100:00100000:3.0:1734016128.146631:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334517632:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.146678:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176cfa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbae expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.146696:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3176cfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbae expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.146737:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016128.146806:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332311808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9287us (13793us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.146818:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12867 00002000:00010000:2.0:1734016128.153271:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:2.0:1734016128.153298:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334517760:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.153334:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176d01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bba7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.153345:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d3176d01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bba7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.153371:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016128.153423:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332311680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14114us (15720us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.153432:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12868 00000100:00100000:0.0:1734016128.155657:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.155765:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.155828:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312064 00000100:00100000:3.0:1734016128.155837:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312064 00000100:00100000:3.0:1734016128.155882:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332311936 00000100:00100000:3.0:1734016128.155884:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332311936 00000100:00100000:3.0:1734016128.155909:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12869 00000100:00100000:3.0:1734016128.155916:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332312064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.155936:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.155957:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176d08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbbc expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.155978:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12870 00000100:00100000:2.0:1734016128.155983:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332311936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.155990:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.155998:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3176d0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbb5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.156013:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334517888:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.156025:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334518016:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.156075:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.156346:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.158453:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334518016:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.158482:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3176d0f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbb5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.158494:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3176d0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbb5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.158515:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016128.158561:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332311936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2577us (2840us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.158569:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12870 00000100:00100000:3.0:1734016128.166104:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334517888:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.166143:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176d08 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbbc expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.166156:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176d08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbbc expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.166176:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016128.166225:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332312064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10309us (10578us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.166233:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12869 00000100:00100000:0.0:1734016128.182712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.183105:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312320 00000100:00100000:3.0:1734016128.183117:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312320 00000100:00100000:3.0:1734016128.183163:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2648 00000100:00100000:3.0:1734016128.183171:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332312320:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016128.183223:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.183248:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3176cf3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bba0 expref: 24 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.183280:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.183285:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016128.183464:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.183479:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.183486:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.183516:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.183528:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 35 pid: 14034 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.183538:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334518144:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.183609:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.188087:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334518144:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.188131:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016128.191034:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.191292:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312448 00000100:00100000:2.0:1734016128.191301:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312448 00010000:00010000:2.0:1734016128.191339:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.191379:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3468 00000100:00100000:2.0:1734016128.191386:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:1968:x1818247332312448:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.191402:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.191408:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.191418:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.192157:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176ce5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb99 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.192183:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016128.192188:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016128.192197:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016128.192203:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016128.192234:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.192293:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1968:x1818247332312448:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 907us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.192300:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3468 00010000:00010000:3.0:1734016128.192416:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.192424:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:3.0:1734016128.192525:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969002 00000004:00010000:3.0:1734016128.192572:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075e85c00 reply state ffff880077196000 transno 4294969003 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016128.192579:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016128.192641:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332312320:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9471us (9939us total) trans 4294969003 rc 0/0 00000100:00100000:3.0:1734016128.192646:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2648 00000020:00080000:3.0:1734016128.192650:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016128.196786:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.196811:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.196819:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.196826:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dba80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016128.196831:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.196845:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.196869:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.196871:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.196877:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.196881:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176d16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016128.198397:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.198527:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312576 00000100:00100000:3.0:1734016128.198541:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312576 00000100:00100000:3.0:1734016128.198624:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12871 00000100:00100000:3.0:1734016128.198635:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087204050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332312576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.198671:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.198705:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbc3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.198789:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.198798:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.198801:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.198806:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.198850:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.198868:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 8 pid: 7694 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.198883:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334518272:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.198961:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.203660:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334518272:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.203702:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.203742:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016128.203824:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087204050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332312576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5190us (5442us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.203833:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12871 00000100:00100000:0.0:1734016128.221898:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.226172:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312704 00000100:00100000:2.0:1734016128.226190:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312704 00010000:00010000:2.0:1734016128.226249:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 9 pid: 7694 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.226308:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3469 00000100:00100000:2.0:1734016128.226316:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332312704:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.226333:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.226355:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 9 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.226372:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 9 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.226398:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3176c9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb61 expref: 9 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.226503:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.226506:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.226512:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.226521:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.226559:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.226573:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334518400:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016128.226654:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.232842:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334518400:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.232867:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.232937:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332312704:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6620us (11058us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.232949:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3469 00000100:00100000:0.0:1734016128.233456:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.234893:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312832 00000100:00100000:2.0:1734016128.234910:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312832 00000100:00100000:2.0:1734016128.234978:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12872 00000100:00100000:2.0:1734016128.234988:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332312832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.235012:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.235050:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbca expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.235090:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.235100:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.235102:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.235108:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.235149:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.235163:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 14 pid: 13917 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.235177:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334518528:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016128.237632:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.243913:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334518528:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016128.243953:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.243980:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:0.0:1734016128.244663:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.244839:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332312832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9851us (11381us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.244848:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12872 00000100:00100000:3.0:1734016128.247151:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332312960 00000100:00100000:3.0:1734016128.247171:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332312960 00010000:00010000:3.0:1734016128.247248:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 15 pid: 13917 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.247293:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3470 00000100:00100000:3.0:1734016128.247302:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332312960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.247322:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.247346:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 15 pid: 13917 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.247363:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 15 pid: 13917 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.247390:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176cd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bb92 expref: 15 pid: 13917 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.247413:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.247415:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.247422:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016128.247525:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016098 00010000:00010000:3.0:1734016128.248368:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.248416:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.248431:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334518656:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016128.249999:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.259195:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.259497:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313216 00000100:00100000:2.0:1734016128.259508:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313216 00002000:00010000:2.0:1734016128.259552:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (545208->18446744073709551615) 00002000:00100000:2.0:1734016128.259557:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160a80 with x1818247332313216 ext(545208->18446744073709551615) 00002000:00010000:2.0:1734016128.259570:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076160a80. 00000100:00100000:3.0:1734016128.259848:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334518656:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016128.259869:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.259956:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.260117:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313088 00000100:00100000:2.0:1734016128.260122:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313088 00002000:00010000:2.0:1734016128.260137:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016128.260139:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162a00 with x1818247332313088 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016128.260146:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162a00. 00000100:00100000:2.0:1734016128.260163:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9959 00000100:00100000:2.0:1734016128.260170:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332313216:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016128.260609:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9960 00000100:00100000:1.0:1734016128.260616:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332313088:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.262152:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6094381 -> 4194304 00002000:00010000:1.0:1734016128.262159:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.262161:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016128.262162:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.262164:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 128 00000100:00100000:3.0:1734016128.262296:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332312960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14989us (17632us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.262308:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3470 00002000:00010000:2.0:1734016128.266051:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 545208 00002000:00010000:2.0:1734016128.266057:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.266059:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016123 00002000:00010000:2.0:1734016128.266061:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.266062:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:1.0:1734016128.266160:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332313088:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 5536us (6196us total) trans 4294969789 rc 0/0 00000100:00100000:1.0:1734016128.266172:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9960 00002000:00010000:1.0:1734016128.266178:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.266181:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162a00 with x1818247332313088 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.266188:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162a00. 00000100:00100000:2.0:1734016128.271224:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332313216:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 11034us (12018us total) trans 4294968191 rc 0/0 00000100:00100000:2.0:1734016128.271240:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9959 00002000:00010000:2.0:1734016128.271251:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (545208->18446744073709551615) 00002000:00100000:2.0:1734016128.271255:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076160a80 with x1818247332313216 ext(545208->18446744073709551615) 00002000:00010000:2.0:1734016128.271266:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076160a80. 00000100:00100000:0.0:1734016128.275655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.275801:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313344 00000100:00100000:3.0:1734016128.275810:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313344 00000100:00100000:3.0:1734016128.275864:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2649 00000100:00100000:3.0:1734016128.275870:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332313344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.275889:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.275910:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176d2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbd1 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.275995:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.276011:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.276021:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016128.276055:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4739512 00000004:00200000:3.0:1734016128.276059:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.276077:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.276098:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176d2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.276126:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 36 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.276132:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.276134:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.276137:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016128.276185:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332313344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 315us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.276191:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2649 00000100:00100000:0.0:1734016128.280427:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.281292:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.281318:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313600 00000100:00100000:0.0:1734016128.281327:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313600 00000100:00100000:0.0:1734016128.281718:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313472 00000100:00100000:0.0:1734016128.281743:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313472 00000100:00100000:3.0:1734016128.281835:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12873 00000100:00100000:3.0:1734016128.281843:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332313600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.281862:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.281885:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176d39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbdf expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.281955:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334518784:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.282022:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.282317:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12874 00000100:00100000:0.0:1734016128.282323:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332313472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.282332:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.282344:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3176d40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbd8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.282370:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076162d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334518912:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016128.282389:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.285518:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016128 00000100:00100000:3.0:1734016128.285544:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334518784:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.285576:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176d39 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbdf expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.285590:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3176d39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbdf expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.285610:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00002000:00010000:1.0:1734016128.286380:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:1.0:1734016128.286399:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076162d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334518912:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016128.286424:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3176d40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd8 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.286435:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3176d40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd8 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.286461:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:3.0:1734016128.286525:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332313600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4681us (6108us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.286535:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12873 00000100:00100000:1.0:1734016128.288381:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332313472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6040us (7074us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.288395:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12874 00000100:00100000:0.0:1734016128.291586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.291716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.291950:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313856 00000100:00100000:1.0:1734016128.291963:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313856 00000100:00100000:1.0:1734016128.292319:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332313728 00000100:00100000:1.0:1734016128.292322:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332313728 00000100:00100000:3.0:1734016128.292356:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12875 00000100:00100000:3.0:1734016128.292364:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332313856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.292387:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.292410:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbed expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.292569:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12876 00000100:00100000:1.0:1734016128.292574:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332313728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.292581:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.292591:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbe6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.292632:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334519040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016128.292677:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.293030:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334519168:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.293059:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.295098:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334519040:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.295142:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbe6 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.295156:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbe6 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.295171:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:2.0:1734016128.295221:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332313728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2645us (3504us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.295230:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12876 00000100:00100000:3.0:1734016128.295624:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334519168:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.295645:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d47 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbed expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.295653:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbed expref: 15 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.295663:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016128.295696:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332313856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3332us (4119us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.295703:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12875 00000100:00100000:0.0:1734016128.303696:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.304072:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314112 00000100:00100000:1.0:1734016128.304081:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314112 00000100:00100000:1.0:1734016128.305140:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2650 00000100:00100000:1.0:1734016128.305150:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332314112:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016128.305367:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.305382:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.305388:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.305413:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.305424:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 35 pid: 14034 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.305435:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334519296:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016128.305489:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.310571:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.310827:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314240 00000100:00100000:3.0:1734016128.310835:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314240 00010000:00010000:3.0:1734016128.310874:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.312004:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334519296:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016128.312044:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016128.312651:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3471 00000100:00100000:3.0:1734016128.312667:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:1968:x1818247332314240:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.312695:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.312705:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.312739:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.312773:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3176d32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbd1 expref: 36 pid: 14034 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016128.312981:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.312987:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.312999:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.313008:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.313053:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.313565:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1968:x1818247332314240:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 899us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.313576:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3471 00010000:00010000:1.0:1734016128.313851:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.313859:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:1.0:1734016128.313966:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969004 00000004:00010000:1.0:1734016128.314012:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076163480 reply state ffff8800794c2000 transno 4294969005 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016128.314020:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016128.314121:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332314112:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8972us (10441us total) trans 4294969005 rc 0/0 00000100:00100000:1.0:1734016128.314131:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2650 00000020:00080000:1.0:1734016128.314135:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016128.322460:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016128.322946:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.322961:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.322967:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.322972:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016128.322976:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.322983:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.323002:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.323005:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.323009:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016128.323013:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176d55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016128.323108:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314368 00000100:00100000:2.0:1734016128.323119:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314368 00002000:00010000:2.0:1734016128.323150:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6238999->18446744073709551615) 00002000:00100000:2.0:1734016128.323154:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161880 with x1818247332314368 ext(6238999->18446744073709551615) 00002000:00010000:2.0:1734016128.323164:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076161880. 00000100:00100000:2.0:1734016128.323193:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9961 00000100:00100000:2.0:1734016128.323201:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332314368:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016128.323420:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6238999 00002000:00010000:2.0:1734016128.323424:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.323426:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:2.0:1734016128.323428:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.323431:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1734016128.323500:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332314368:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 300us (1051us total) trans 4294969790 rc 0/0 00000100:00100000:2.0:1734016128.323508:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9961 00002000:00010000:2.0:1734016128.323512:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6238999->18446744073709551615) 00002000:00100000:2.0:1734016128.323514:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161880 with x1818247332314368 ext(6238999->18446744073709551615) 00002000:00010000:2.0:1734016128.323518:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076161880. 00000100:00100000:0.0:1734016128.325342:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.325531:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314496 00000100:00100000:1.0:1734016128.325539:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314496 00002000:00010000:1.0:1734016128.325565:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.325569:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162d80 with x1818247332314496 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.325576:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162d80. 00000100:00100000:1.0:1734016128.325590:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9962 00000100:00100000:1.0:1734016128.325596:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332314496:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.325713:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 545208 -> 4194304 00002000:00010000:1.0:1734016128.325716:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.325717:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016123 00002000:00010000:1.0:1734016128.325738:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.325740:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016128.325768:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332314496:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 172us (431us total) trans 4294968192 rc 0/0 00000100:00100000:1.0:1734016128.325774:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9962 00002000:00010000:1.0:1734016128.325776:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.325778:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162d80 with x1818247332314496 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.325781:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162d80. 00000100:00100000:2.0:1734016128.328264:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.328418:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314624 00000100:00100000:1.0:1734016128.328437:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314624 00000100:00100000:1.0:1734016128.328754:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2651 00000100:00100000:1.0:1734016128.328766:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247332314624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.328805:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.328834:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176d5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbf4 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.328947:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176d63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.328964:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176d63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.328975:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176d63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016128.329010:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10433303 00000004:00200000:1.0:1734016128.329015:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.329044:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176d63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.329069:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176d5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbf4 expref: 29 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.329095:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176d63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbf4 expref: 28 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.329102:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016128.329105:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.329108:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016128.329160:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332314624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 397us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.329166:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2651 00000100:00100000:0.0:1734016128.333527:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.333649:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314752 00000100:00100000:3.0:1734016128.333662:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314752 00000100:00100000:3.0:1734016128.334047:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12877 00000100:00100000:3.0:1734016128.334055:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332314752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.334080:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.334106:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bbfb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.334146:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.334154:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.334158:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.334162:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4943872->4952063] (req 4943872->4952063) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.334200:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.334216:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 8 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.334228:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519424:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.334310:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.338062:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519424:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.338104:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4943872->4952063] (req 4943872->4952063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.338129:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016128.338180:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332314752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4125us (4661us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.338187:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12877 00000100:00100000:0.0:1734016128.339309:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.340093:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332314880 00000100:00100000:3.0:1734016128.340105:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332314880 00010000:00010000:3.0:1734016128.340157:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 9 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.340949:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3472 00000100:00100000:2.0:1734016128.340960:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332314880:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.340980:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.341017:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 9 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.341032:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 9 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.341070:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbc3 expref: 9 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.341105:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.341107:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.341116:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.341127:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.341164:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.341181:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334519552:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016128.341283:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.347171:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.347317:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334519552:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.347341:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.347777:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332315136 00000100:00100000:3.0:1734016128.347785:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332315136 00002000:00100000:3.0:1734016128.347825:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4943872->6242303) req@ffff8800797d4e00 x1818247332315136/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.347834:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4e00 with x1818247332315136 ext(4943872->6242303) 00002000:00010000:3.0:1734016128.347839:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d4e00 00000100:00100000:2.0:1734016128.347942:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332314880:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6981us (8636us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.347953:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3472 00000100:00100000:3.0:1734016128.348550:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9963 00000100:00100000:3.0:1734016128.348556:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332315136:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.353636:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332315136:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5061us (6458us total) trans 0 rc 151552/151552 00000100:00100000:3.0:1734016128.353651:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9963 00002000:00100000:3.0:1734016128.353665:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4943872->6242303) req@ffff8800797d4e00 x1818247332315136/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 504/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 151552/151552 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.353675:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4e00 with x1818247332315136 ext(4943872->6242303) 00002000:00010000:3.0:1734016128.353682:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d4e00 00000100:00100000:0.0:1734016128.356854:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.356992:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332315392 00000100:00100000:3.0:1734016128.357006:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332315392 00002000:00100000:3.0:1734016128.357056:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4947968->4952063) req@ffff8800797d4000 x1818247332315392/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.357067:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4000 with x1818247332315392 ext(4947968->4952063) 00002000:00010000:3.0:1734016128.357073:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d4000 00000100:00100000:3.0:1734016128.357151:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9964 00000100:00100000:3.0:1734016128.357159:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332315392:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.357390:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332315392:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 232us (545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.357397:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9964 00002000:00100000:3.0:1734016128.357403:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4947968->4952063) req@ffff8800797d4000 x1818247332315392/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.357410:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4000 with x1818247332315392 ext(4947968->4952063) 00002000:00010000:3.0:1734016128.357413:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d4000 00000100:00100000:0.0:1734016128.362602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.363226:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332315520 00000100:00100000:3.0:1734016128.363239:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332315520 00000100:00100000:3.0:1734016128.363417:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12878 00000100:00100000:3.0:1734016128.363424:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332315520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.363442:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.363460:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176d71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc02 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.363506:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519680:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.363771:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.366373:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:3.0:1734016128.366416:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519680:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.366465:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176d71 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc02 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.366480:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176d71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc02 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.366512:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016128.366591:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332315520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3164us (3996us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.366602:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12878 00000100:00100000:0.0:1734016128.369825:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.370251:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332315648 00000100:00100000:3.0:1734016128.370261:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332315648 00000100:00100000:3.0:1734016128.370317:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12879 00000100:00100000:3.0:1734016128.370325:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332315648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.370349:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.370368:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176d78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc09 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.370423:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519808:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.370499:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.372655:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519808:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.372706:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176d78 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc09 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.372795:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176d78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc09 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.372808:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016128.372920:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332315648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2592us (3102us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.372934:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12879 00000100:00100000:0.0:1734016128.383922:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.385960:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332315904 00000100:00100000:1.0:1734016128.385979:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332315904 00002000:00100000:1.0:1734016128.386048:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5812223) req@ffff8800797d7800 x1818247332315904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.386057:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7800 with x1818247332315904 ext(0->5812223) 00002000:00010000:1.0:1734016128.386065:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d7800 00000100:00100000:1.0:1734016128.386198:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9965 00000100:00100000:1.0:1734016128.386205:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332315904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.391561:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.391622:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316160 00000100:00100000:3.0:1734016128.391634:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316160 00002000:00100000:3.0:1734016128.391682:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff8800797d7b80 x1818247332316160/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.391693:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7b80 with x1818247332316160 ext(4190208->4194303) 00002000:00010000:3.0:1734016128.391699:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d7b80 00000100:00100000:3.0:1734016128.391752:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9966 00000100:00100000:3.0:1734016128.391759:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332316160:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.391903:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332316160:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 144us (799us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.391909:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9966 00002000:00100000:3.0:1734016128.391915:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff8800797d7b80 x1818247332316160/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.391922:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7b80 with x1818247332316160 ext(4190208->4194303) 00002000:00010000:3.0:1734016128.391925:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d7b80 00000100:00100000:1.0:1734016128.424083:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332315904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 37863us (40156us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016128.424096:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9965 00002000:00100000:1.0:1734016128.424114:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5812223) req@ffff8800797d7800 x1818247332315904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 504/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.424126:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7800 with x1818247332315904 ext(0->5812223) 00002000:00010000:1.0:1734016128.424133:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d7800 00000100:00100000:0.0:1734016128.430279:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.430474:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316288 00000100:00100000:3.0:1734016128.430491:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316288 00000100:00100000:3.0:1734016128.430561:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12880 00000100:00100000:3.0:1734016128.430571:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332316288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.430596:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.430630:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176d7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc10 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.430695:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.430818:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.433844:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334519936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.433889:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176d7f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc10 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.433904:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176d7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc10 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.433925:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016128.433986:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332316288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3415us (3728us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.433996:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12880 00000100:00100000:0.0:1734016128.439971:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.440141:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316416 00000100:00100000:3.0:1734016128.440158:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316416 00000100:00100000:3.0:1734016128.442378:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12881 00000100:00100000:3.0:1734016128.442397:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332316416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.442422:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.442441:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176d86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc17 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.442501:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334520064:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.443048:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.446271:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334520064:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.446313:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176d86 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc17 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.446326:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3176d86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc17 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.446552:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016128.449159:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332316416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6739us (9173us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.449179:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12881 00000100:00100000:2.0:1734016128.455538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.456633:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316544 00000100:00100000:3.0:1734016128.456646:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316544 00000100:00100000:3.0:1734016128.456765:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12882 00000100:00100000:3.0:1734016128.456774:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332316544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.456796:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.456825:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc1e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.456917:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334520192:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.457022:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.460195:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334520192:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.460236:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d8d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc1e expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.460248:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3176d8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc1e expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.461421:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016128.461510:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332316544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4734us (5994us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.461520:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12882 00000100:00100000:0.0:1734016128.464104:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.464210:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316672 00000100:00100000:3.0:1734016128.464220:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316672 00000100:00100000:3.0:1734016128.464270:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12883 00000100:00100000:3.0:1734016128.464276:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332316672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.464297:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.464316:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc25 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.464348:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.464355:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.464357:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.464361:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [917504->925695] (req 917504->925695) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.464391:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.464401:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 8 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.464415:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334520320:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.464481:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.468064:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334520320:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.468113:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [917504->925695] (req 917504->925695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.468130:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016128.468197:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332316672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3919us (4102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.468207:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12883 00000100:00100000:0.0:1734016128.469060:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.469269:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316800 00000100:00100000:1.0:1734016128.469282:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316800 00002000:00100000:1.0:1734016128.469347:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4943872->4952063) req@ffff8800797d4380 x1818247332316800/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 8680/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.469357:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4380 with x1818247332316800 ext(4943872->4952063) 00010000:00010000:1.0:1734016128.469367:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 9 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.469381:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 9 pid: 10116 timeout: 492 lvb_type: 0 00002000:00010000:1.0:1734016128.469388:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800797d4380 00000100:00100000:1.0:1734016128.469410:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 355 00000100:00100000:1.0:1734016128.469418:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332316800:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016128.472200:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332316800:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2770us (3130us total) trans 4294969791 rc 0/0 00000100:00100000:1.0:1734016128.472218:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 355 00002000:00100000:1.0:1734016128.472234:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4943872->4952063) req@ffff8800797d4380 x1818247332316800/t4294969791(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 8680/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.472250:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4380 with x1818247332316800 ext(4943872->4952063) 00010000:00010000:1.0:1734016128.472263:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.472280:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00002000:00010000:1.0:1734016128.472287:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800797d4380 00000100:00100000:0.0:1734016128.480672:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.480951:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332316928 00000100:00100000:2.0:1734016128.480963:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332316928 00010000:00010000:2.0:1734016128.481018:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.481074:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3473 00000100:00100000:2.0:1734016128.481082:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac803050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332316928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.481104:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016128.481126:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 128 -> 136 00010000:00010000:2.0:1734016128.481134:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.481145:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.481171:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176d6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4943872->4952063) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbfb expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.481203:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.481205:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.481212:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.481220:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.481275:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.481289:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334520448:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016128.481377:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3de180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.487922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.488135:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317056 00000100:00100000:3.0:1734016128.488144:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317056 00000100:00100000:3.0:1734016128.488206:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12884 00000100:00100000:3.0:1734016128.488213:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332317056:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016128.488588:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6238999 -> 6238999 00002000:00010000:3.0:1734016128.488592:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.488594:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.488596:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.488598:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 160 00000100:00100000:3.0:1734016128.488678:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332317056:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 464us (766us total) trans 4294969792 rc 0/0 00000100:00100000:3.0:1734016128.488687:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12884 00000100:00100000:2.0:1734016128.488797:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334520448:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.488816:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.488837:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac803050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332316928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7755us (8185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.488846:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3473 00000100:00100000:0.0:1734016128.492680:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.493002:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317312 00000100:00100000:3.0:1734016128.493018:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317312 00000100:00100000:3.0:1734016128.493537:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2652 00000100:00100000:3.0:1734016128.493551:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332317312:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016128.493634:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.493677:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176d63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbf4 expref: 28 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.493821:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.493828:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016128.494051:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.494065:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.494073:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:3.0:1734016128.494110:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969006 00000004:00010000:3.0:1734016128.494125:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800797d5180 reply state ffff88007949c000 transno 4294969007 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016128.494130:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016128.494208:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332317312:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 660us (1546us total) trans 4294969007 rc 0/0 00000100:00100000:3.0:1734016128.494214:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2652 00000020:00080000:3.0:1734016128.494218:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016128.496615:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.496650:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.496671:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317440 00000100:00100000:0.0:1734016128.496678:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317440 00002000:00010000:0.0:1734016128.496713:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016128.496718:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5f80 with x1818247332317440 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016128.496747:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d5f80. 00000100:00100000:0.0:1734016128.496769:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317568 00000100:00100000:0.0:1734016128.496771:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317568 00002000:00010000:0.0:1734016128.496780:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1166960->18446744073709551615) 00002000:00100000:0.0:1734016128.496782:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5c00 with x1818247332317568 ext(1166960->18446744073709551615) 00002000:00010000:0.0:1734016128.496788:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d5c00. 00000100:00100000:0.0:1734016128.496798:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9967 00000100:00100000:0.0:1734016128.496804:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332317440:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.497125:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6238999 -> 4194304 00002000:00010000:0.0:1734016128.497129:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.497131:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.497132:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.497134:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 144 00000100:00100000:0.0:1734016128.497173:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332317440:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 369us (565us total) trans 4294969793 rc 0/0 00000100:00100000:0.0:1734016128.497183:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9967 00002000:00010000:0.0:1734016128.497186:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016128.497188:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5f80 with x1818247332317440 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016128.497191:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d5f80. 00000100:00100000:0.0:1734016128.497202:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9968 00000100:00100000:0.0:1734016128.497206:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332317568:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.497323:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1166960 00002000:00010000:0.0:1734016128.497325:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.497327:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016128.497328:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.497330:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016128.497343:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332317568:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 136us (692us total) trans 4294968193 rc 0/0 00000100:00100000:0.0:1734016128.497347:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9968 00002000:00010000:0.0:1734016128.497349:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1166960->18446744073709551615) 00002000:00100000:0.0:1734016128.497351:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5c00 with x1818247332317568 ext(1166960->18446744073709551615) 00002000:00010000:0.0:1734016128.497354:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d5c00. 00010000:00010000:3.0:1734016128.497752:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.497760:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.497766:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.497770:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d9b00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016128.497775:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.497782:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.497796:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.497798:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.497800:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.497804:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176d9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016128.501990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.502232:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317696 00000100:00100000:3.0:1734016128.502241:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317696 00000100:00100000:3.0:1734016128.502398:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2653 00000100:00100000:3.0:1734016128.502404:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+29:10366:x1818247332317696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.502430:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.502445:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176da2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc2c expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.502521:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176da9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.502534:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176da9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.502543:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176da9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016128.502563:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5361264 00000004:00200000:3.0:1734016128.502566:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.502580:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176da9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.502598:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176da2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc2c expref: 31 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.502610:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176da9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc2c expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.502617:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.502619:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.502623:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016128.502665:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332317696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 261us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.502672:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2653 00000100:00100000:1.0:1734016128.505750:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.505940:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317824 00000100:00100000:0.0:1734016128.505952:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317824 00000100:00100000:0.0:1734016128.506013:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12885 00000100:00100000:0.0:1734016128.506021:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332317824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.506044:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.506065:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc33 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.506104:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.506112:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016128.506114:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016128.506118:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [610304->618495] (req 610304->618495) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.506152:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.506166:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016128.506179:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334520576:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016128.506266:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.509208:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334520576:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016128.509256:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [610304->618495] (req 610304->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.509277:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:2.0:1734016128.509335:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332317824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3313us (3616us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.509344:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12885 00000100:00100000:1.0:1734016128.510401:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.510813:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332317952 00000100:00100000:2.0:1734016128.510820:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332317952 00010000:00010000:2.0:1734016128.510845:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 12 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.510878:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3474 00000100:00100000:2.0:1734016128.510884:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332317952:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.510896:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.510912:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 12 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.510921:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 12 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.510938:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3176d24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bbca expref: 12 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.511118:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.511122:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.511131:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.511145:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.511185:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.511201:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334520704:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016128.511419:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.515636:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334520704:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.515670:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.515793:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332317952:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4902us (5388us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.515810:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3474 00000100:00100000:2.0:1734016128.517339:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.517969:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318080 00000100:00100000:0.0:1734016128.517981:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318080 00000100:00100000:0.0:1734016128.518045:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12886 00000100:00100000:0.0:1734016128.518051:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332318080:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016128.518314:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1166960 -> 1166960 00002000:00010000:0.0:1734016128.518318:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.518320:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016128.518322:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.518323:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016128.518417:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332318080:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 364us (1086us total) trans 4294968194 rc 0/0 00000100:00100000:0.0:1734016128.518423:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12886 00000100:00100000:0.0:1734016128.520910:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.521403:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318208 00000100:00100000:3.0:1734016128.521413:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318208 00000100:00100000:3.0:1734016128.521586:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12887 00000100:00100000:3.0:1734016128.521592:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332318208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.521606:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.521622:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176db7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc3a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.521669:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334520832:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.521756:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.523535:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016128 00000100:00100000:3.0:1734016128.523558:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334520832:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.523587:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176db7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc3a expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.523599:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176db7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc3a expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.523658:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016128.523892:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332318208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2298us (2987us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.523900:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12887 00000100:00100000:0.0:1734016128.527510:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.527645:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318336 00000100:00100000:3.0:1734016128.527656:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318336 00000100:00100000:3.0:1734016128.528044:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12888 00000100:00100000:3.0:1734016128.528053:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332318336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.528075:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.528095:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176dbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc41 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.528145:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334520960:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.528210:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.531199:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334520960:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.531248:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176dbe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc41 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.531262:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176dbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc41 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.531273:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016128.531319:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332318336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3266us (3817us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.531328:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12888 00000100:00100000:0.0:1734016128.534334:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.534551:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318464 00000100:00100000:3.0:1734016128.534562:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318464 00000100:00100000:3.0:1734016128.534832:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12889 00000100:00100000:3.0:1734016128.534843:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332318464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.534863:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.534884:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc48 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.534919:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.534926:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.534928:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.534931:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.534967:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.534981:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 10 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.534995:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334521088:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.535088:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.539250:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.539399:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334521088:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.539444:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.539463:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:2.0:1734016128.539828:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318592 00000100:00100000:2.0:1734016128.539839:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318592 00010000:00010000:2.0:1734016128.539878:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.539924:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3475 00000100:00100000:2.0:1734016128.539931:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332318592:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.539947:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.539973:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.539990:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.540015:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176d94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc25 expref: 11 pid: 10116 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.540045:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.540047:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.540053:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.540060:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.540091:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.540106:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334521216:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016128.540193:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332318464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5350us (5871us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.540202:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12889 00000100:00100000:2.0:1734016128.541391:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.545779:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334521216:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.545809:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.545879:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332318592:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5944us (6652us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.545893:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3475 00000100:00100000:0.0:1734016128.553803:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.554117:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318848 00000100:00100000:2.0:1734016128.554130:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318848 00002000:00100000:2.0:1734016128.554177:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077168380 x1818247332318848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.554187:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168380 with x1818247332318848 ext(0->4194303) 00002000:00010000:2.0:1734016128.554192:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077168380 00000100:00100000:2.0:1734016128.554225:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9969 00000100:00100000:2.0:1734016128.554233:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332318848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.597980:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332318848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 43725us (44241us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016128.598000:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9969 00002000:00100000:2.0:1734016128.598019:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077168380 x1818247332318848/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.598038:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077168380 with x1818247332318848 ext(0->4194303) 00002000:00010000:2.0:1734016128.598043:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077168380 00000100:00100000:0.0:1734016128.605865:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.605981:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.606058:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332318976 00000100:00100000:0.0:1734016128.606068:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332318976 00000100:00100000:0.0:1734016128.606104:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332319104 00000100:00100000:0.0:1734016128.606105:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332319104 00000100:00100000:0.0:1734016128.606135:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12890 00000100:00100000:0.0:1734016128.606142:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332318976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.606163:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.606183:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc4f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.606213:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.606216:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.606226:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.606245:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.606256:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016128.606310:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332318976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 168us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.606316:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12890 00000100:00100000:0.0:1734016128.606337:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12891 00000100:00100000:0.0:1734016128.606340:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332319104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.606348:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.606359:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d3176dd3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc56 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.606415:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007716a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334521344:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016128.606461:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.610547:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007716a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334521344:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.610596:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d3176dd3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc56 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.610610:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d3176dd3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc56 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.611214:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:2.0:1734016128.611267:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332319104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4924us (5286us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.611279:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12891 00000100:00100000:1.0:1734016128.614156:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.614303:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332319232 00000100:00100000:2.0:1734016128.614314:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332319232 00000100:00100000:2.0:1734016128.614365:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12892 00000100:00100000:2.0:1734016128.614373:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332319232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.614392:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.614408:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3176dda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc5d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.614471:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334521472:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.614539:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.616456:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334521472:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.616485:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3176dda lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc5d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.616498:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3176dda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc5d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.616812:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016128.616933:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332319232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2560us (2789us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.616941:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12892 00000100:00100000:0.0:1734016128.626932:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.627072:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332319488 00000100:00100000:2.0:1734016128.627082:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332319488 00002000:00100000:2.0:1734016128.627131:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077169880 x1818247332319488/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.627141:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077169880 with x1818247332319488 ext(0->4194303) 00002000:00010000:2.0:1734016128.627146:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077169880 00000100:00100000:2.0:1734016128.627170:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9970 00000100:00100000:2.0:1734016128.627177:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332319488:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.669131:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332319488:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 41941us (42205us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016128.669144:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9970 00002000:00100000:3.0:1734016128.669156:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077169880 x1818247332319488/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.669165:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077169880 with x1818247332319488 ext(0->4194303) 00002000:00010000:3.0:1734016128.669170:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077169880 00000100:00100000:0.0:1734016128.674555:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.674630:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332319616 00000100:00100000:1.0:1734016128.674642:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332319616 00000100:00100000:1.0:1734016128.674696:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2654 00000100:00100000:1.0:1734016128.674704:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332319616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.674752:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.674769:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176de1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc64 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.674862:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.674873:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.674885:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016128.674915:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5361264 00000004:00200000:1.0:1734016128.674919:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.674933:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.674952:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176de1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 37 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.674977:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 36 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.674984:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016128.674986:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.674989:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016128.675043:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332319616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 326us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.675049:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2654 00000100:00100000:0.0:1734016128.678984:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.679251:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332319872 00000100:00100000:3.0:1734016128.679266:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332319872 00000100:00100000:3.0:1734016128.679341:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2655 00000100:00100000:3.0:1734016128.679348:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+30:10366:x1818247332319872:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016128.679422:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.679458:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176da9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc2c expref: 30 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.679493:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.679496:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016128.679821:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.679832:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 35 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.679837:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.679870:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 35 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.679887:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 35 pid: 6483 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016128.679902:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334521600:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.679962:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.682717:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334521600:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.682780:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016128.683091:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.683342:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320000 00000100:00100000:2.0:1734016128.683349:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320000 00010000:00010000:2.0:1734016128.683373:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016128.683412:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3476 00000100:00100000:2.0:1734016128.683418:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:1968:x1818247332320000:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.683433:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.683438:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.683445:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.683464:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176de8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc64 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.683491:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016128.683496:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016128.683505:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016128.683512:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016128.683527:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.683574:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1968:x1818247332320000:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 154us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.683580:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3476 00010000:00010000:3.0:1734016128.683859:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.683865:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:3.0:1734016128.683939:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969008 00000004:00010000:3.0:1734016128.683972:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007716b800 reply state ffff88007949e000 transno 4294969009 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016128.683978:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016128.684046:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332319872:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 4698us (5075us total) trans 4294969009 rc 0/0 00000100:00100000:3.0:1734016128.684052:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2655 00000020:00080000:3.0:1734016128.684056:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016128.687262:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.687275:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.687285:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.687290:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016128.687293:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.687299:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.687317:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.687320:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.687323:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.687327:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176def lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016128.687584:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.687675:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320128 00000100:00100000:2.0:1734016128.687683:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320128 00000100:00100000:1.0:1734016128.687953:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12893 00000100:00100000:1.0:1734016128.687964:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332320128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.687983:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.688001:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc6b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.688044:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.688058:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.688065:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.688067:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.688070:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.688106:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.688118:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 493 lvb_type: 1 00000100:00100000:1.0:1734016128.688130:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334521728:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016128.688306:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.688315:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 10 pid: 10116 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016128.688323:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334521856:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016128.688340:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.697911:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.698401:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334521728:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016128.698408:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320256 00000100:00100000:1.0:1734016128.698415:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334521856:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016128.698415:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320256 00010000:00010000:1.0:1734016128.698452:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.698457:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016128.698467:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:2.0:1734016128.698496:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3477 00000100:00100000:2.0:1734016128.698504:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332320256:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.698519:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734016128.698523:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332320128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10561us (10943us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.698530:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12893 00010000:00010000:2.0:1734016128.698542:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.698551:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.698581:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3176dc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc48 expref: 11 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.698607:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.698623:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332320256:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 120us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.698629:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3477 00000100:00100000:0.0:1734016128.701897:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.702012:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320384 00000100:00100000:3.0:1734016128.702023:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320384 00010000:00010000:3.0:1734016128.702072:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016128.702117:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3478 00000100:00100000:3.0:1734016128.702127:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332320384:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.702147:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.702171:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016128.702181:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016128.702206:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3176dcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc4f expref: 12 pid: 7692 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016128.702239:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.702241:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.702247:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.702257:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.702308:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.702322:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334521984:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016128.702390:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.710377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.710467:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320512 00000100:00100000:1.0:1734016128.710475:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320512 00000100:00100000:1.0:1734016128.710522:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12894 00000100:00100000:1.0:1734016128.710528:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332320512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.710543:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.710562:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc72 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.710587:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.710594:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.710595:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.710599:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.710626:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.710640:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 15 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016128.710652:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334522112:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016128.710698:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.711166:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334521984:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016128.711185:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.711896:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332320384:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9769us (10014us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.711908:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3478 00000100:00100000:1.0:1734016128.717283:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334522112:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016128.717321:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.717337:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016128.717398:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332320512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6869us (7028us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.717407:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12894 00000100:00100000:0.0:1734016128.717839:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.718013:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320640 00000100:00100000:3.0:1734016128.718018:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320640 00010000:00010000:3.0:1734016128.718048:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 16 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016128.718673:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3479 00000100:00100000:3.0:1734016128.718681:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332320640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.718697:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.718716:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 16 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016128.718752:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 16 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016128.718773:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d3176db0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->618495) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc33 expref: 16 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016128.718799:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.718801:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.718807:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.718815:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.718844:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.718857:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334522240:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016128.718901:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.724856:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334522240:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016128.724886:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.725399:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332320640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6714us (7557us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.725412:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3479 00000100:00100000:0.0:1734016128.726456:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.726507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.727118:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320896 00000100:00100000:1.0:1734016128.727130:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320896 00002000:00010000:1.0:1734016128.727173:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016128.727178:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b100 with x1818247332320896 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016128.727193:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946b100. 00000100:00100000:1.0:1734016128.727229:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332320768 00000100:00100000:1.0:1734016128.727233:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332320768 00002000:00010000:1.0:1734016128.727244:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2204481->18446744073709551615) 00002000:00100000:1.0:1734016128.727246:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469880 with x1818247332320768 ext(2204481->18446744073709551615) 00002000:00010000:1.0:1734016128.727252:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079469880. 00000100:00100000:1.0:1734016128.727263:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9971 00000100:00100000:1.0:1734016128.727270:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332320896:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.728023:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1166960 -> 0 00002000:00010000:1.0:1734016128.728038:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.728041:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016123 00002000:00010000:1.0:1734016128.728043:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.728044:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016128.728094:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332320896:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 823us (1643us total) trans 4294968195 rc 0/0 00000100:00100000:1.0:1734016128.728101:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9971 00002000:00010000:1.0:1734016128.728104:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016128.728106:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b100 with x1818247332320896 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016128.728109:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946b100. 00000100:00100000:1.0:1734016128.728122:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9972 00000100:00100000:1.0:1734016128.728126:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332320768:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.729991:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2204481 00002000:00010000:1.0:1734016128.730000:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.730003:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.730005:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.730007:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:1.0:1734016128.730103:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332320768:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1966us (3585us total) trans 4294969794 rc 0/0 00000100:00100000:1.0:1734016128.730117:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9972 00002000:00010000:1.0:1734016128.730123:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2204481->18446744073709551615) 00002000:00100000:1.0:1734016128.730126:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079469880 with x1818247332320768 ext(2204481->18446744073709551615) 00002000:00010000:1.0:1734016128.730135:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079469880. 00000100:00100000:0.0:1734016128.734453:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.736543:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321024 00000100:00100000:3.0:1734016128.736568:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321024 00000100:00100000:3.0:1734016128.736662:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2656 00000100:00100000:3.0:1734016128.736675:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332321024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.736696:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.736749:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176e04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc79 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.736874:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.736891:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.736905:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016128.736940:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2204481 00000004:00200000:3.0:1734016128.736945:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.736973:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.736997:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3176e04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.737025:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 36 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.737042:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.737045:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.737048:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016128.737118:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332321024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 446us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.737124:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2656 00000100:00100000:1.0:1734016128.743241:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.743559:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321152 00000100:00100000:0.0:1734016128.743574:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321152 00000100:00100000:0.0:1734016128.744273:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12895 00000100:00100000:0.0:1734016128.744286:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332321152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.744323:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.744349:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3176e12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc80 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.744431:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334522368:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016128.744507:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.744754:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.744943:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321280 00000100:00100000:2.0:1734016128.744948:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321280 00000100:00100000:2.0:1734016128.744985:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12896 00000100:00100000:2.0:1734016128.744990:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332321280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.745000:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.745014:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3176e19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc87 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.745050:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334522496:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.745083:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.749213:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016128 00000100:00100000:3.0:1734016128.749250:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334522496:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.749295:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3176e19 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc87 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.749313:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3176e19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc87 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.749344:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016128.749698:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334522368:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.749736:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3176e12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc80 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.749747:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3176e12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc80 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.750335:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:3.0:1734016128.750400:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332321280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5407us (5645us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.750408:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12896 00000100:00100000:2.0:1734016128.750481:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332321152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6198us (7270us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.750486:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12895 00000100:00100000:0.0:1734016128.753405:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.753611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.753710:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321408 00000100:00100000:2.0:1734016128.753774:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321408 00000100:00100000:2.0:1734016128.753838:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321536 00000100:00100000:2.0:1734016128.753841:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321536 00000100:00100000:2.0:1734016128.753862:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12897 00000100:00100000:2.0:1734016128.753870:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332321408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.753896:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.753920:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3176e20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc8e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.753982:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334522624:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.754051:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.754130:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12898 00000100:00100000:3.0:1734016128.754137:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332321536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.754148:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.754160:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc95 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.754192:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334522752:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.754215:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.759077:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334522624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.759109:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3176e20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc8e expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.759122:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3176e20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc8e expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.759251:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334522752:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.759270:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e27 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc95 expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.759278:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc95 expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.759288:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016128.759334:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332321536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5195us (5721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.759342:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12898 00010000:00010000:2.0:1734016128.760229:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016128.760266:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332321408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6395us (6873us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.760272:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12897 00000100:00100000:0.0:1734016128.763287:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.763667:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321664 00000100:00100000:1.0:1734016128.763677:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321664 00000100:00100000:1.0:1734016128.763760:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2657 00000100:00100000:1.0:1734016128.763770:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+31:10366:x1818247332321664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.763802:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.763825:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176e2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bc9c expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.763924:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176e35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.763939:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176e35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.763949:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176e35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016128.763977:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2204481 00000004:00200000:1.0:1734016128.763980:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.763997:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176e35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.764019:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176e2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc9c expref: 33 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.764049:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176e35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc9c expref: 32 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.764056:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016128.764060:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.764063:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016128.764119:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332321664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 352us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.764125:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2657 00000100:00100000:0.0:1734016128.768530:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.768638:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332321920 00000100:00100000:3.0:1734016128.768647:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332321920 00000100:00100000:3.0:1734016128.768709:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2658 00000100:00100000:3.0:1734016128.768718:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+32:10366:x1818247332321920:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016128.768897:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.768939:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3176e35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc9c expref: 32 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.768972:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.768977:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016128.769157:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.769173:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.769181:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.769222:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.769235:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 35 pid: 14034 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016128.769249:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334522880:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016128.772291:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.776826:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.776964:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322048 00000100:00100000:0.0:1734016128.776972:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322048 00010000:00010000:0.0:1734016128.777000:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 36 pid: 14034 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016128.777022:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3480 00000100:00100000:0.0:1734016128.777037:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac803450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:1969:x1818247332322048:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.777048:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.777053:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 36 pid: 14034 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016128.777062:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 36 pid: 14034 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016128.777079:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016128.777083:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016128.777091:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016128.777100:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14034 initiator: MDT0 00010000:00010000:0.0:1734016128.777112:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.777154:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac803450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:1969:x1818247332322048:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 125us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.777159:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3480 00010000:00010000:3.0:1734016128.777473:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc79 expref: 35 pid: 14034 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016128.777484:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334522880:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016128.777501:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.777508:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.777513:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:3.0:1734016128.777583:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969010 00000004:00010000:3.0:1734016128.777614:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007946b480 reply state ffff880079498000 transno 4294969011 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016128.777620:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016128.777676:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332321920:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8960us (9160us total) trans 4294969011 rc 0/0 00000100:00100000:3.0:1734016128.777683:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2658 00000020:00080000:3.0:1734016128.777686:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016128.781127:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.781164:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.781185:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322304 00000100:00100000:0.0:1734016128.781192:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322304 00002000:00010000:0.0:1734016128.781224:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1642513->18446744073709551615) 00002000:00100000:0.0:1734016128.781229:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a300 with x1818247332322304 ext(1642513->18446744073709551615) 00002000:00010000:0.0:1734016128.781239:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a300. 00010000:00010000:3.0:1734016128.781333:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.781343:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.781348:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.781353:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016128.781357:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.781363:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.781377:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.781380:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.781383:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.781388:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:0.0:1734016128.781956:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322176 00000100:00100000:0.0:1734016128.781960:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322176 00002000:00010000:0.0:1734016128.781974:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016128.781976:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946bb80 with x1818247332322176 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016128.781982:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946bb80. 00000100:00100000:1.0:1734016128.782102:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9973 00000100:00100000:1.0:1734016128.782109:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332322304:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.782272:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1642513 00002000:00010000:1.0:1734016128.782275:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:1.0:1734016128.782277:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016123 00002000:00010000:1.0:1734016128.782278:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:1.0:1734016128.782280:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016128.782324:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332322304:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 214us (1207us total) trans 4294968196 rc 0/0 00000100:00100000:1.0:1734016128.782330:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9973 00002000:00010000:1.0:1734016128.782333:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1642513->18446744073709551615) 00002000:00100000:1.0:1734016128.782335:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946a300 with x1818247332322304 ext(1642513->18446744073709551615) 00002000:00010000:1.0:1734016128.782339:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946a300. 00000100:00100000:1.0:1734016128.782351:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9974 00000100:00100000:1.0:1734016128.782355:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332322176:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.782421:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2204481 -> 4194304 00002000:00010000:1.0:1734016128.782423:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:1.0:1734016128.782425:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.782426:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:1.0:1734016128.782428:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:1.0:1734016128.782444:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332322176:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 88us (1280us total) trans 4294969795 rc 0/0 00000100:00100000:1.0:1734016128.782449:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9974 00002000:00010000:1.0:1734016128.782452:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.782454:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946bb80 with x1818247332322176 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.782457:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946bb80. 00000100:00100000:0.0:1734016128.788283:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.789423:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322560 00000100:00100000:1.0:1734016128.790840:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322560 00002000:00100000:1.0:1734016128.790897:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->1646591) req@ffff88007946aa00 x1818247332322560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.790907:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946aa00 with x1818247332322560 ext(0->1646591) 00002000:00010000:1.0:1734016128.790912:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946aa00 00000100:00100000:1.0:1734016128.790949:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9975 00000100:00100000:1.0:1734016128.790957:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332322560:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.807392:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332322560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 16420us (19112us total) trans 0 rc 1646592/1646592 00000100:00100000:1.0:1734016128.807403:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9975 00002000:00100000:1.0:1734016128.807414:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->1646591) req@ffff88007946aa00 x1818247332322560/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 1646592/1646592 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.807422:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946aa00 with x1818247332322560 ext(0->1646591) 00002000:00010000:1.0:1734016128.807428:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946aa00 00000100:00100000:0.0:1734016128.816130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.816250:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322688 00000100:00100000:2.0:1734016128.816263:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322688 00002000:00100000:2.0:1734016128.816312:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1638400->1642512) req@ffff880079468e00 x1818247332322688/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:89/0 lens 4608/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.816326:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079468e00 with x1818247332322688 ext(1638400->1642512) 00002000:00010000:2.0:1734016128.816332:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079468e00 00000100:00100000:2.0:1734016128.816355:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9976 00000100:00100000:2.0:1734016128.816363:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332322688:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016128.818868:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332322688:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2488us (2733us total) trans 4294968197 rc 0/0 00000100:00100000:2.0:1734016128.818882:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9976 00002000:00100000:2.0:1734016128.818900:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1638400->1642512) req@ffff880079468e00 x1818247332322688/t4294968197(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:89/0 lens 4608/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.818911:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079468e00 with x1818247332322688 ext(1638400->1642512) 00002000:00010000:2.0:1734016128.818918:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079468e00 00000100:00100000:0.0:1734016128.821310:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.821422:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322816 00000100:00100000:3.0:1734016128.821431:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322816 00000100:00100000:3.0:1734016128.821485:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2659 00000100:00100000:3.0:1734016128.821492:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332322816:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016128.821608:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332322816:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 116us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.821614:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2659 00000100:00100000:0.0:1734016128.823330:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.823427:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332322944 00000100:00100000:2.0:1734016128.823438:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332322944 00000100:00100000:2.0:1734016128.823583:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12899 00000100:00100000:2.0:1734016128.823593:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332322944:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016128.824988:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968197 is committed 00000001:00080000:2.0:1734016128.825001:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968194 is committed 00000100:00100000:0.0:1734016128.825177:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332322944:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1584us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.825186:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12899 00000100:00100000:0.0:1734016128.827824:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.827930:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323072 00000100:00100000:1.0:1734016128.827940:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323072 00000100:00100000:1.0:1734016128.827984:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2660 00000100:00100000:1.0:1734016128.827989:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332323072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.828008:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.828035:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176e43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bca3 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.828110:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.828123:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.828134:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016128.828165:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5836817 00000004:00200000:1.0:1734016128.828170:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.828183:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016128.828204:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176e43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 37 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.828222:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 36 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.828230:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016128.828232:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.828235:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016128.828286:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332323072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 296us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.828291:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2660 00000100:00100000:0.0:1734016128.831052:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.831245:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.831571:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323200 00000100:00100000:2.0:1734016128.831580:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323200 00000100:00100000:2.0:1734016128.831622:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323328 00000100:00100000:2.0:1734016128.831624:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323328 00000100:00100000:2.0:1734016128.831785:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12900 00000100:00100000:2.0:1734016128.831791:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332323200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.831808:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.831827:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176e51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcaa expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.831879:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334523008:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.831937:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.832273:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12901 00000100:00100000:1.0:1734016128.832280:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332323328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.832288:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.832297:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176e58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcb1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.832322:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334523136:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016128.832342:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016128.835798:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016128 -> 1734016129 00000100:00100000:2.0:1734016128.835832:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334523008:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.835870:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176e51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcaa expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.835884:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3176e51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcaa expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.835913:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016128.835982:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332323200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4188us (4936us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.835990:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12900 00002000:00010000:1.0:1734016128.837853:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016123 -> 1734016129 00002000:00010000:1.0:1734016128.837859:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:1.0:1734016128.837879:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334523136:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016128.837913:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176e58 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcb1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.837927:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176e58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcb1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.837947:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016128.838009:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332323328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5727us (6763us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.838017:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12901 00000100:00100000:0.0:1734016128.841588:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.841712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.842066:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323584 00000100:00100000:1.0:1734016128.842079:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323584 00000100:00100000:1.0:1734016128.842641:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323456 00000100:00100000:1.0:1734016128.842645:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323456 00000100:00100000:2.0:1734016128.843123:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12902 00000100:00100000:2.0:1734016128.843132:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332323584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.843162:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.843192:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d3176e5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcbf expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.843292:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334523264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.843409:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.844117:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12903 00000100:00100000:3.0:1734016128.844125:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332323456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.844142:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.844160:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176e66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcb8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.844200:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334523392:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.844238:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.847153:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334523264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.847187:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d3176e5f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcbf expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.847202:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d3176e5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcbf expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.847230:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016128.847278:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332323584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4146us (5709us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.847286:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12902 00000100:00100000:3.0:1734016128.847699:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334523392:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.847718:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176e66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcb8 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.847760:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3176e66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcb8 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.847779:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016128.847801:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332323456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3676us (6088us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.847807:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12903 00000100:00100000:2.0:1734016128.851560:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.851600:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.851621:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323712 00000100:00100000:2.0:1734016128.851628:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323712 00000100:00100000:2.0:1734016128.851661:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323840 00000100:00100000:2.0:1734016128.851663:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323840 00000100:00100000:2.0:1734016128.851677:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12904 00000100:00100000:2.0:1734016128.851683:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332323712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.851698:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.851713:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3176e6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcc6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.851778:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334523520:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.851823:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.851975:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12905 00000100:00100000:3.0:1734016128.851981:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332323840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.851992:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.852003:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176e74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bccd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.852043:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334523648:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.852072:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.854473:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334523520:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.854497:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3176e6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcc6 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.854509:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3176e6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcc6 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.854622:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334523648:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.854640:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176e74 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bccd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.854648:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3176e74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bccd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.854658:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016128.854690:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332323840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2707us (3089us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.854697:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12905 00010000:00010000:2.0:1734016128.855184:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016128.855219:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332323712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3536us (3665us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.855224:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12904 00000100:00100000:0.0:1734016128.858019:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.858158:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.858232:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332323968 00000100:00100000:2.0:1734016128.858244:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332323968 00000100:00100000:2.0:1734016128.858282:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324096 00000100:00100000:2.0:1734016128.858284:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324096 00000100:00100000:2.0:1734016128.858305:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12906 00000100:00100000:2.0:1734016128.858314:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332323968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.858340:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.858362:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3176e7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcd4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.858421:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334523776:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.858609:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12907 00000100:00100000:3.0:1734016128.858615:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332324096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.858624:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.858635:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcdb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.858663:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334523904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.859071:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.859117:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.861228:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334523904:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.861295:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e82 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcdb expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.861315:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3176e82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcdb expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.861331:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:2.0:1734016128.861530:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334523776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.861556:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3176e7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcd4 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.861566:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3176e7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcd4 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.861575:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:3.0:1734016128.862353:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332324096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3732us (4190us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.862362:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12907 00000100:00100000:2.0:1734016128.862441:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332323968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4127us (4432us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.862446:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12906 00000100:00100000:0.0:1734016128.865523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.865605:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.865683:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324352 00000100:00100000:3.0:1734016128.865691:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324352 00000100:00100000:3.0:1734016128.865764:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324224 00000100:00100000:3.0:1734016128.865767:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324224 00000100:00100000:3.0:1734016128.866221:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12908 00000100:00100000:3.0:1734016128.866228:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332324352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.866243:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.866264:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bce9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.866321:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334524032:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.866387:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.866694:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12909 00000100:00100000:0.0:1734016128.866700:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332324224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.866707:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.866715:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3176e90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bce2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.866757:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334524160:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016128.866892:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.869986:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334524160:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016128.870036:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3176e90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bce2 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.870048:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3176e90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bce2 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.870507:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:3.0:1734016128.870765:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334524032:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.870783:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e89 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bce9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.870796:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3176e89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bce9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016128.870838:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332324224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4137us (5232us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.870848:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12909 00010000:00010000:3.0:1734016128.871090:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016128.871109:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332324352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4881us (5595us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.871113:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12908 00000100:00100000:0.0:1734016128.874539:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.874597:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.874835:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324608 00000100:00100000:3.0:1734016128.874849:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324608 00000100:00100000:3.0:1734016128.875086:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324480 00000100:00100000:3.0:1734016128.875092:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324480 00000100:00100000:1.0:1734016128.875162:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12910 00000100:00100000:1.0:1734016128.875171:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332324608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.875197:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.875220:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176e97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcf7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.875289:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334524288:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.875408:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12911 00000100:00100000:3.0:1734016128.875414:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332324480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.875422:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.875431:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176e9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcf0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.875475:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334524416:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016128.876060:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.876116:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.881018:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334524288:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016128.881072:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176e97 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcf7 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.881087:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176e97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcf7 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.881118:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016128.881176:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332324608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6006us (6651us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.881185:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12910 00000100:00100000:3.0:1734016128.881593:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334524416:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.881617:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176e9e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcf0 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.881628:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3176e9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcf0 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.881641:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016128.881662:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332324480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6247us (7064us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.881667:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12911 00000100:00100000:0.0:1734016128.884151:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.884232:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324736 00000100:00100000:3.0:1734016128.884241:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324736 00000100:00100000:3.0:1734016128.884454:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2661 00000100:00100000:3.0:1734016128.884460:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+33:10366:x1818247332324736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.884483:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.884502:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176ea5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bcfe expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.884571:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176eac lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.884582:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176eac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.884590:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176eac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016128.884610:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5836817 00000004:00200000:3.0:1734016128.884614:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.884626:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176eac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016128.884642:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3176ea5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcfe expref: 35 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.884658:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176eac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcfe expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.884664:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016128.884667:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.884669:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016128.885001:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332324736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 540us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.885008:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2661 00000100:00100000:0.0:1734016128.888817:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.888875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.889253:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324992 00000100:00100000:3.0:1734016128.889261:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324992 00000100:00100000:3.0:1734016128.889311:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332324864 00000100:00100000:3.0:1734016128.889313:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332324864 00000100:00100000:3.0:1734016128.889339:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12912 00000100:00100000:3.0:1734016128.889346:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332324992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.889366:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.889386:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176eb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd0c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.889433:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334524544:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.889577:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12913 00000100:00100000:2.0:1734016128.889582:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332324864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.889589:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.889597:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3176eba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd05 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.889621:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334524672:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016128.889669:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.890242:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016128.891570:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016128.892347:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334524672:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016128.892375:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3176eba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd05 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.892387:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3176eba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd05 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.892400:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016128.892434:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332324864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2849us (3557us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.892442:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12913 00000100:00100000:3.0:1734016128.892536:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334524544:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.892554:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176eb3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd0c expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.892567:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3176eb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd0c expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.892574:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016128.892593:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332324992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3247us (3783us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.892598:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12912 00000100:00100000:0.0:1734016128.896513:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.896564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.896650:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332325120 00000100:00100000:2.0:1734016128.896658:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332325120 00000100:00100000:2.0:1734016128.896961:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332325248 00000100:00100000:2.0:1734016128.896964:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332325248 00000100:00100000:3.0:1734016128.897003:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12914 00000100:00100000:3.0:1734016128.897011:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332325120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.897041:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.897058:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176ec1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd13 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.897113:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334524800:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016128.897252:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12915 00000100:00100000:1.0:1734016128.897258:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332325248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.897266:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.897275:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3176ec8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd1a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.897300:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334524928:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016128.897821:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.897900:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.900205:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334524928:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016128.900246:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3176ec8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd1a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.900261:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3176ec8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd1a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.900375:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334524800:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016128.900397:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176ec1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd13 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.900405:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3176ec1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd13 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.900420:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016128.900458:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332325120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3448us (3958us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.900467:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12914 00010000:00010000:1.0:1734016128.900513:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016128.900531:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332325248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3273us (3966us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.900536:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12915 00000100:00100000:0.0:1734016128.903163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.903267:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332325376 00000100:00100000:1.0:1734016128.903275:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332325376 00000100:00100000:1.0:1734016128.903323:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12916 00000100:00100000:1.0:1734016128.903330:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332325376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.903346:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.903362:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd21 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.903392:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.903398:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.903400:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.903402:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.903435:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.903445:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 12 pid: 13917 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016128.903455:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525056:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016128.903516:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.906456:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525056:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016128.906484:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.906498:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016128.906539:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332325376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3207us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.906547:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12916 00000100:00100000:0.0:1734016128.907101:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.907794:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332325504 00000100:00100000:2.0:1734016128.907801:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332325504 00010000:00010000:2.0:1734016128.907830:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 13 pid: 13917 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016128.907857:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3481 00000100:00100000:2.0:1734016128.907862:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332325504:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.907876:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.907893:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 13 pid: 13917 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.907904:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 13 pid: 13917 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.907923:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176df6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc6b expref: 13 pid: 13917 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.907951:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.907953:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.907959:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.907967:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.907999:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.908011:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334525184:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016128.908068:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.912336:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016128.912546:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332325760 00000100:00100000:3.0:1734016128.912556:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332325760 00002000:00100000:3.0:1734016128.912608:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3043328->3047423) req@ffff88012e3b5500 x1818247332325760/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.912618:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5500 with x1818247332325760 ext(3043328->3047423) 00002000:00010000:3.0:1734016128.912624:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5500 00000100:00100000:3.0:1734016128.912650:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9977 00000100:00100000:3.0:1734016128.912657:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332325760:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.912939:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332325760:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 280us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.912945:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9977 00002000:00100000:3.0:1734016128.912951:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3043328->3047423) req@ffff88012e3b5500 x1818247332325760/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.912958:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5500 with x1818247332325760 ext(3043328->3047423) 00002000:00010000:3.0:1734016128.912961:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5500 00000100:00100000:2.0:1734016128.913562:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334525184:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.913597:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.913642:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332325504:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5777us (6540us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.913652:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3481 00000100:00100000:0.0:1734016128.917352:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.918092:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332325888 00000100:00100000:1.0:1734016128.918100:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332325888 00000100:00100000:1.0:1734016128.918184:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12917 00000100:00100000:1.0:1734016128.918192:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087223c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332325888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.918211:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.918226:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176ed6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd28 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.918283:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525312:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016128.918559:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.925543:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525312:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016128.925588:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176ed6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd28 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.925605:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176ed6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd28 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.926301:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016128.926358:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087223c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332325888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8165us (9014us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.926368:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12917 00000100:00100000:0.0:1734016128.933117:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.933803:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326016 00000100:00100000:1.0:1734016128.933814:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326016 00000100:00100000:1.0:1734016128.933881:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12918 00000100:00100000:1.0:1734016128.933889:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332326016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.933911:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.933936:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176edd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd2f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.934004:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525440:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016128.934074:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.940971:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525440:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016128.941012:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176edd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd2f expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.941039:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3176edd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd2f expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.941078:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016128.941133:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332326016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7242us (8029us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.941142:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12918 00000100:00100000:0.0:1734016128.978197:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.978867:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326144 00000100:00100000:1.0:1734016128.978877:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326144 00000100:00100000:1.0:1734016128.978953:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12919 00000100:00100000:1.0:1734016128.978961:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332326144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.978991:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.979018:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd36 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.979065:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.979072:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.979075:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.979078:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1929216->1941503] (req 1929216->1941503) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.979128:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.979148:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 10 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016128.979166:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525568:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016128.979265:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.981686:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334525568:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016128.981766:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1929216->1941503] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.981790:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016128.981837:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332326144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2875us (3649us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.981847:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12919 00000100:00100000:0.0:1734016128.982161:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016128.982285:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326272 00000100:00100000:1.0:1734016128.982291:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326272 00002000:00100000:1.0:1734016128.982322:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3043328->3047423) req@ffff88012e3b5c00 x1818247332326272/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 4584/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.982331:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5c00 with x1818247332326272 ext(3043328->3047423) 00010000:00010000:1.0:1734016128.982337:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 11 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016128.982347:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 11 pid: 7692 timeout: 493 lvb_type: 0 00002000:00010000:1.0:1734016128.982358:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b5c00 00000100:00100000:1.0:1734016128.982382:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 356 00000100:00100000:1.0:1734016128.982388:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332326272:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016128.985182:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332326272:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2783us (3011us total) trans 4294969796 rc 0/0 00000100:00100000:1.0:1734016128.985195:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 356 00002000:00100000:1.0:1734016128.985206:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3043328->3047423) req@ffff88012e3b5c00 x1818247332326272/t4294969796(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:89/0 lens 4584/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.985215:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5c00 with x1818247332326272 ext(3043328->3047423) 00010000:00010000:1.0:1734016128.985223:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 13 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016128.985237:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 13 pid: 7692 timeout: 493 lvb_type: 0 00002000:00010000:1.0:1734016128.985244:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b5c00 00000100:00100000:0.0:1734016128.990352:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.990467:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326400 00000100:00100000:2.0:1734016128.990476:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326400 00010000:00010000:2.0:1734016128.990510:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 13 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016128.990542:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3482 00000100:00100000:2.0:1734016128.990548:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332326400:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.990560:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016128.990575:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 152 00010000:00010000:2.0:1734016128.990580:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 13 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.990593:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 13 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.990623:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3176ecf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd21 expref: 13 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016128.991279:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.991281:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.991289:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.991297:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.991340:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.991357:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334525696:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016128.992221:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.994991:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016128.995104:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334525696:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016128.995123:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.995174:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332326400:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4623us (4833us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.995184:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3482 00000100:00100000:1.0:1734016128.995274:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326528 00000100:00100000:1.0:1734016128.995280:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326528 00000100:00100000:1.0:1734016128.995331:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12920 00000100:00100000:1.0:1734016128.995337:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332326528:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.995669:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016128.995673:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016128.995675:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016128.995678:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016128.995681:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:1.0:1734016128.995753:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332326528:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 415us (774us total) trans 4294969797 rc 0/0 00000100:00100000:1.0:1734016128.995759:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12920 00000100:00100000:0.0:1734016128.999788:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016128.999845:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.000098:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326784 00000100:00100000:3.0:1734016129.000109:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326784 00000100:00100000:3.0:1734016129.000148:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326656 00000100:00100000:3.0:1734016129.000150:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326656 00000100:00100000:3.0:1734016129.000539:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12921 00000100:00100000:3.0:1734016129.000546:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332326784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.000566:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.000586:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176eeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd44 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.000648:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334525824:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.000741:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.000927:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12922 00000100:00100000:0.0:1734016129.000933:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332326656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.000942:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.000952:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3176ef2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd3d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.000979:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334525952:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016129.001002:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.004372:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334525952:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.004410:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3176ef2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd3d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.004428:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3176ef2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd3d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.004472:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334525824:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.004498:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176eeb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd44 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.004507:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3176eeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd44 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.004525:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016129.004564:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332326784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4018us (4793us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.004571:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12921 00010000:00010000:1.0:1734016129.004690:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:1.0:1734016129.004713:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332326656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3779us (4868us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.004718:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12922 00000100:00100000:0.0:1734016129.016432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.016812:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332326912 00000100:00100000:1.0:1734016129.016821:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332326912 00000100:00100000:1.0:1734016129.016873:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12923 00000100:00100000:1.0:1734016129.016881:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332326912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.016899:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.016921:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd4b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.016951:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.016963:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.016965:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.016968:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [950272->958463] (req 950272->958463) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.016997:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 5 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.017009:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 5 pid: 13917 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.017020:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526080:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016129.017086:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.025941:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526080:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016129.025982:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [950272->958463] (req 950272->958463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.026002:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016129.026076:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332326912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9194us (9650us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.026086:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12923 00000100:00100000:0.0:1734016129.026788:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.026913:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327040 00000100:00100000:3.0:1734016129.026920:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327040 00010000:00010000:3.0:1734016129.026951:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 6 pid: 13917 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.026982:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3483 00000100:00100000:3.0:1734016129.026989:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332327040:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.027003:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.027039:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 6 pid: 13917 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.027056:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 6 pid: 13917 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.027079:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3176dfd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bc72 expref: 6 pid: 13917 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.027097:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.027098:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.027105:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.027114:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.027154:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.027167:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334526208:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.027219:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66d80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016129.029855:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016099 00000100:00100000:3.0:1734016129.032430:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334526208:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016129.032444:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016129.032461:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.032522:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332327040:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5532us (5736us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.032534:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3483 00000100:00100000:1.0:1734016129.032925:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327168 00000100:00100000:1.0:1734016129.032935:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327168 00000100:00100000:1.0:1734016129.032986:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12924 00000100:00100000:1.0:1734016129.032994:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332327168:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016129.035088:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1642513 -> 1642513 00002000:00010000:1.0:1734016129.035101:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.035104:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016128 00002000:00010000:1.0:1734016129.035106:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.035108:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00000100:00100000:1.0:1734016129.035226:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332327168:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 2225us (2775us total) trans 4294968198 rc 0/0 00000100:00100000:1.0:1734016129.035239:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12924 00000100:00100000:0.0:1734016129.038193:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.038331:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327296 00000100:00100000:1.0:1734016129.038340:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327296 00000100:00100000:1.0:1734016129.038468:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12925 00000100:00100000:1.0:1734016129.038478:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332327296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.038494:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.038510:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd52 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.038569:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.038626:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.040246:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016128 -> 1734016129 00000100:00100000:1.0:1734016129.040270:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.040303:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd52 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.040317:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd52 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.040351:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016129.040387:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332327296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1910us (2203us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.040394:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12925 00000100:00100000:0.0:1734016129.043367:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.043480:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327424 00000100:00100000:1.0:1734016129.043488:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327424 00000100:00100000:1.0:1734016129.043548:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12926 00000100:00100000:1.0:1734016129.043555:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332327424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.043576:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.043596:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176f07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd59 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.043640:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.044077:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.046454:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526464:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.046503:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176f07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd59 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.046521:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176f07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd59 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.046534:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016129.046597:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332327424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3042us (3239us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.046614:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12926 00000100:00100000:0.0:1734016129.049882:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.050122:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327680 00000100:00100000:3.0:1734016129.050134:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327680 00000100:00100000:3.0:1734016129.050191:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2662 00000100:00100000:3.0:1734016129.050199:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+34:10366:x1818247332327680:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016129.050255:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.050287:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3176eac lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bcfe expref: 34 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.050739:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.050746:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016129.050958:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.050971:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 35 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.050979:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.051013:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 35 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.051038:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 35 pid: 6483 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.051053:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334526592:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016129.051738:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.056032:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334526592:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016129.056061:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016129.056241:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.056306:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327808 00000100:00100000:3.0:1734016129.056312:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327808 00010000:00010000:3.0:1734016129.056355:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.056386:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3484 00000100:00100000:3.0:1734016129.056393:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:1968:x1818247332327808:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.056406:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.056410:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.056419:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.056440:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176e4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bca3 expref: 36 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.056461:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.056466:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.056475:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.056482:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.056497:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.056534:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:1968:x1818247332327808:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 140us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.056541:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3484 00010000:00010000:3.0:1734016129.056562:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.056566:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:3.0:1734016129.056651:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969012 00000004:00010000:3.0:1734016129.056692:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007718f800 reply state ffff880079bdb000 transno 4294969013 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:3.0:1734016129.056699:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016129.056794:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:10366:x1818247332327680:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6596us (6927us total) trans 4294969013 rc 0/0 00000100:00100000:3.0:1734016129.056800:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2662 00000020:00080000:3.0:1734016129.056805:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016129.056865:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00100000:0.0:1734016129.060062:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.060565:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332327936 00000100:00100000:1.0:1734016129.060575:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332327936 00000100:00100000:1.0:1734016129.060642:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12927 00000100:00100000:1.0:1734016129.060652:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332327936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.060669:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.060690:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd60 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.060767:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.060774:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.060776:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.060779:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.060810:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.060821:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 8 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.060834:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526720:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016129.060910:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016129.060997:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.061007:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.061014:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.061020:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dba80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016129.061034:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.061040:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.061055:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.061059:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.061062:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.061066:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d3176f0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:1.0:1734016129.064123:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334526720:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016129.064180:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.064207:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016129.064285:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332327936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3633us (4235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.064297:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12927 00000100:00100000:0.0:1734016129.067694:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.067796:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328064 00000100:00100000:1.0:1734016129.067806:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328064 00010000:00010000:1.0:1734016129.067840:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.068316:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3485 00000100:00100000:1.0:1734016129.068324:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332328064:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.068340:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.068360:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.068372:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.068390:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176ef9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 950272->958463) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd4b expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.068417:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.068419:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.068424:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.068431:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.068470:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.068481:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334526848:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016129.068535:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.073400:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334526848:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016129.073425:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.074178:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332328064:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5851us (6491us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.074188:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3485 00000100:00100000:0.0:1734016129.074588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.074667:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.078820:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328192 00000100:00100000:1.0:1734016129.078847:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328192 00002000:00010000:1.0:1734016129.078947:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.078953:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247332328192 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.078969:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500. 00000100:00100000:1.0:1734016129.079001:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328320 00000100:00100000:1.0:1734016129.079004:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328320 00002000:00010000:1.0:1734016129.079019:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2022188->18446744073709551615) 00002000:00100000:1.0:1734016129.079032:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247332328320 ext(2022188->18446744073709551615) 00002000:00010000:1.0:1734016129.079039:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718ca80. 00000100:00100000:1.0:1734016129.079065:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9978 00000100:00100000:1.0:1734016129.079078:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332328192:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:3.0:1734016129.079252:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9979 00000100:00100000:3.0:1734016129.079260:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332328320:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.079334:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016129.079338:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.079341:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.079343:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.079347:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:1.0:1734016129.079440:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332328192:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 365us (4853us total) trans 4294969798 rc 0/0 00000100:00100000:1.0:1734016129.079448:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9978 00002000:00010000:1.0:1734016129.079452:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.079454:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247332328192 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.079458:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500. 00002000:00010000:3.0:1734016129.079475:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1642513 -> 2022188 00002000:00010000:3.0:1734016129.079478:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.079480:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.079483:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.079484:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1734016129.079509:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332328320:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 249us (4841us total) trans 4294968199 rc 0/0 00000100:00100000:3.0:1734016129.079515:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9979 00002000:00010000:3.0:1734016129.079517:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2022188->18446744073709551615) 00002000:00100000:3.0:1734016129.079519:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247332328320 ext(2022188->18446744073709551615) 00002000:00010000:3.0:1734016129.079523:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718ca80. 00000100:00080000:0.0:1734016129.079652:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:0.0:1734016129.086103:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.086192:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328576 00000100:00100000:2.0:1734016129.086200:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328576 00002000:00100000:2.0:1734016129.086238:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1646592->2023423) req@ffff88007718f480 x1818247332328576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.086254:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247332328576 ext(1646592->2023423) 00002000:00010000:2.0:1734016129.086258:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718f480 00000100:00100000:2.0:1734016129.086289:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9980 00000100:00100000:2.0:1734016129.086295:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332328576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.093224:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332328576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 6920us (7122us total) trans 0 rc 376832/376832 00000100:00100000:2.0:1734016129.093236:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9980 00002000:00100000:2.0:1734016129.093247:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1646592->2023423) req@ffff88007718f480 x1818247332328576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 376832/376832 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.093256:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247332328576 ext(1646592->2023423) 00002000:00010000:2.0:1734016129.093260:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718f480 00000100:00100000:0.0:1734016129.097210:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.097510:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328704 00000100:00100000:2.0:1734016129.097519:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328704 00002000:00100000:2.0:1734016129.097565:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2015232->2022187) req@ffff88007718d880 x1818247332328704/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 7448/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.097575:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d880 with x1818247332328704 ext(2015232->2022187) 00002000:00010000:2.0:1734016129.097579:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718d880 00000100:00100000:2.0:1734016129.097612:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9981 00000100:00100000:2.0:1734016129.097619:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332328704:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016129.100903:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332328704:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3276us (3697us total) trans 4294968200 rc 0/0 00000100:00100000:2.0:1734016129.100915:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9981 00002000:00100000:2.0:1734016129.100927:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2015232->2022187) req@ffff88007718d880 x1818247332328704/t4294968200(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 7448/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.100935:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d880 with x1818247332328704 ext(2015232->2022187) 00002000:00010000:2.0:1734016129.100940:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718d880 00000100:00100000:0.0:1734016129.103978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.104077:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328832 00000100:00100000:3.0:1734016129.104085:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328832 00000100:00100000:3.0:1734016129.104347:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2663 00000100:00100000:3.0:1734016129.104355:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+35:10366:x1818247332328832:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016129.104472:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+35:10366:x1818247332328832:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 117us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.104478:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2663 00000100:00100000:0.0:1734016129.106795:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.106899:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332328960 00000100:00100000:1.0:1734016129.106909:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332328960 00000100:00100000:1.0:1734016129.106962:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12928 00000100:00100000:1.0:1734016129.106971:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332328960:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.108435:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968200 is committed 00000001:00080000:0.0:1734016129.108452:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968198 is committed 00000100:00100000:1.0:1734016129.108615:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332328960:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1642us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.108625:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12928 00000100:00100000:2.0:1734016129.111870:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.112096:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329088 00000100:00100000:3.0:1734016129.112107:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329088 00000100:00100000:3.0:1734016129.112176:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2664 00000100:00100000:3.0:1734016129.112184:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+35:10366:x1818247332329088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.112212:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.112238:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176f1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd67 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.112364:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.112381:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.112391:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:3.0:1734016129.112412:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6216492 00000004:00200000:3.0:1734016129.112415:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.112434:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.112461:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3176f1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd67 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.112493:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd67 expref: 36 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.112501:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.112503:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.112507:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016129.112560:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332329088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 376us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.112566:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2664 00000100:00100000:0.0:1734016129.115316:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.115475:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.115516:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329344 00000100:00100000:1.0:1734016129.115524:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329344 00000100:00100000:1.0:1734016129.115557:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329216 00000100:00100000:1.0:1734016129.115559:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329216 00000100:00100000:2.0:1734016129.115566:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12929 00000100:00100000:2.0:1734016129.115573:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332329344:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016129.115590:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12930 00010000:00010000:2.0:1734016129.115590:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016129.115594:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332329216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.115601:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.115605:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3176f2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd75 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.115609:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd6e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.115656:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334527104:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.115656:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334526976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.115919:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.115919:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.117879:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016128 -> 1734016129 00002000:00010000:2.0:1734016129.117887:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 32 -> 48 00000100:00100000:2.0:1734016129.117910:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334526976:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.117948:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3176f2a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd75 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.117962:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3176f2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd75 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.117978:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016129.118300:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332329344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2723us (2990us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.118314:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12929 00000100:00100000:1.0:1734016129.118400:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334527104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.118423:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd6e expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.118432:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd6e expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.118451:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016129.118485:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332329216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2889us (3009us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.118490:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12930 00000100:00100000:0.0:1734016129.128238:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.128280:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.128530:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329472 00000100:00100000:2.0:1734016129.128531:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329600 00000100:00100000:1.0:1734016129.128538:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329472 00000100:00100000:2.0:1734016129.128538:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329600 00000100:00100000:2.0:1734016129.128781:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12931 00000100:00100000:2.0:1734016129.128787:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332329600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.128804:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.128819:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176f38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd83 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.128866:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334527232:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.128919:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.129163:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12932 00000100:00100000:1.0:1734016129.129170:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332329472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.129178:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.129188:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176f3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd7c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.129217:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334527360:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.129242:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.133338:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334527360:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.133376:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176f3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd7c expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.133389:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3176f3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd7c expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016129.133468:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334527232:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.133488:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176f38 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd83 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.133505:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3176f38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd83 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.133517:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016129.133565:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332329600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4777us (5283us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.133574:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12931 00010000:00010000:1.0:1734016129.135867:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016129.135945:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332329472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6770us (7710us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.135956:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12932 00000100:00100000:0.0:1734016129.142119:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.142768:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329856 00000100:00100000:1.0:1734016129.142779:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329856 00000100:00100000:1.0:1734016129.142850:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2665 00000100:00100000:1.0:1734016129.142857:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+36:10366:x1818247332329856:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016129.142910:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.142938:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3176f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd67 expref: 36 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.144204:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016129.144214:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016129.144435:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.144451:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.144465:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:1.0:1734016129.144501:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969014 00000004:00010000:1.0:1734016129.144522:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007718ea00 reply state ffff880076263000 transno 4294969015 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016129.144529:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016129.145156:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+38:10366:x1818247332329856:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 2292us (3045us total) trans 4294969015 rc 0/0 00000100:00100000:1.0:1734016129.145163:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2665 00000020:00080000:1.0:1734016129.145172:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016129.148659:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.148679:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.148686:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.148693:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e33c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016129.148699:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.148707:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.148749:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.148753:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.148757:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.148763:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3176f46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016129.154921:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.155101:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332329984 00000100:00100000:1.0:1734016129.155113:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332329984 00000100:00100000:1.0:1734016129.155178:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12933 00000100:00100000:1.0:1734016129.155186:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332329984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.155213:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.155241:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd8a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.155277:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.155285:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.155287:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.155291:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.155325:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.155337:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 14 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.155351:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334527488:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016129.155409:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.159870:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.160225:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330112 00000100:00100000:2.0:1734016129.160232:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330112 00010000:00010000:2.0:1734016129.160260:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 15 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.160304:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3486 00000100:00100000:2.0:1734016129.160311:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332330112:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.160324:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.160343:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 15 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.160354:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 15 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.160378:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.160381:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.160386:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.160395:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.160426:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.160439:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334527616:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016129.160489:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00010000:00010000:1.0:1734016129.161346:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3176ee4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd36 expref: 15 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.161371:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334527488:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016129.161400:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.161411:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016129.161455:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332329984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6270us (6546us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.161465:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12933 00000100:00100000:0.0:1734016129.171345:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.171461:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330240 00000100:00100000:1.0:1734016129.171471:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330240 00000100:00100000:1.0:1734016129.171569:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12934 00000100:00100000:1.0:1734016129.171576:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332330240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.171596:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.171614:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd91 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.171645:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.171652:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.171653:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.171656:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.171685:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.171695:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 5 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.171706:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334527744:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016129.171770:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.172240:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334527616:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016129.172266:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.172299:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332330112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11986us (12437us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.172312:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3486 00000100:00100000:0.0:1734016129.178609:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.179873:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334527744:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016129.179923:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.179948:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016129.180036:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332330240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8458us (8705us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.180048:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12934 00000100:00100000:2.0:1734016129.180175:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330368 00000100:00100000:2.0:1734016129.180185:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330368 00010000:00010000:2.0:1734016129.180214:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.180262:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3487 00000100:00100000:2.0:1734016129.180270:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac803850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332330368:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.180291:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.180320:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.180332:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.180362:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd60 expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.180386:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.180389:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.180395:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.180405:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.180457:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.180471:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334527872:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016129.180517:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.186452:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334527872:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016129.186509:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.186692:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac803850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332330368:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6416us (8097us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.186717:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3487 00000100:00100000:0.0:1734016129.187103:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.188457:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.196291:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330624 00000100:00100000:2.0:1734016129.196318:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330624 00002000:00010000:2.0:1734016129.196423:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016129.196430:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1180 with x1818247332330624 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016129.196454:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f1180. 00000100:00100000:2.0:1734016129.196496:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330496 00000100:00100000:2.0:1734016129.196502:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330496 00002000:00010000:2.0:1734016129.196520:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5874787->18446744073709551615) 00002000:00100000:2.0:1734016129.196523:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3b80 with x1818247332330496 ext(5874787->18446744073709551615) 00000100:00100000:3.0:1734016129.196524:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9982 00002000:00010000:2.0:1734016129.196535:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3b80. 00000100:00100000:3.0:1734016129.196539:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332330624:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016129.196555:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9983 00000100:00100000:2.0:1734016129.196558:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332330496:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016129.196790:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5874787 00002000:00010000:3.0:1734016129.196791:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2022188 -> 4194304 00002000:00010000:2.0:1734016129.196794:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.196794:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.196796:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.196796:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.196799:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.196799:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.196801:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 152 00002000:00010000:3.0:1734016129.196801:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1734016129.197153:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332330624:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 617us (10050us total) trans 4294968201 rc 0/0 00000100:00100000:3.0:1734016129.197160:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9982 00002000:00010000:3.0:1734016129.197163:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016129.197166:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1180 with x1818247332330624 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016129.197171:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f1180. 00000100:00100000:2.0:1734016129.197348:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332330496:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 786us (8895us total) trans 4294969799 rc 0/0 00000100:00100000:2.0:1734016129.197354:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9983 00002000:00010000:2.0:1734016129.197356:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5874787->18446744073709551615) 00002000:00100000:2.0:1734016129.197358:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3b80 with x1818247332330496 ext(5874787->18446744073709551615) 00002000:00010000:2.0:1734016129.197363:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3b80. 00000100:00100000:0.0:1734016129.202347:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.203267:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330752 00000100:00100000:1.0:1734016129.203294:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330752 00000100:00100000:1.0:1734016129.204255:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2666 00000100:00100000:1.0:1734016129.204269:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+37:10366:x1818247332330752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.204310:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.204338:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd98 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.204432:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.204448:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.204463:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016129.204498:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10069091 00000004:00200000:1.0:1734016129.204503:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016129.204522:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.204545:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d3176f5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 39 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.204588:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 38 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.204598:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016129.204601:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016129.204605:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016129.204784:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+38:10366:x1818247332330752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 517us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.204791:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2666 00000100:00100000:0.0:1734016129.217608:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.217766:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332330880 00000100:00100000:1.0:1734016129.217777:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332330880 00000100:00100000:1.0:1734016129.219639:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12935 00000100:00100000:1.0:1734016129.219653:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332330880:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016129.219978:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5874787 -> 5874787 00002000:00010000:1.0:1734016129.219982:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.219984:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.219986:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.219988:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:1.0:1734016129.222172:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332330880:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 2502us (4557us total) trans 4294969800 rc 0/0 00000100:00100000:1.0:1734016129.222191:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12935 00000100:00100000:0.0:1734016129.223901:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.224600:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331008 00000100:00100000:1.0:1734016129.224618:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331008 00000100:00100000:1.0:1734016129.231376:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2667 00000100:00100000:1.0:1734016129.231395:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+35:10366:x1818247332331008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.231429:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.231459:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176f69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bd9f expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.231594:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.231610:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.231626:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016129.231661:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10069091 00000004:00200000:1.0:1734016129.231665:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016129.231688:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.231736:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3176f69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd9f expref: 37 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.231795:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd9f expref: 36 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.231804:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016129.231807:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016129.231813:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016129.231908:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:10366:x1818247332331008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 516us (8025us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.233535:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2667 00000100:00100000:0.0:1734016129.239385:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.239454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.239490:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331264 00000100:00100000:3.0:1734016129.239501:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331264 00000100:00100000:3.0:1734016129.239570:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331136 00000100:00100000:3.0:1734016129.239573:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331136 00000100:00100000:3.0:1734016129.239602:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12936 00000100:00100000:3.0:1734016129.239610:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332331264:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016129.239625:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12937 00000100:00100000:0.0:1734016129.239630:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332331136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.239632:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.239638:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.239651:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3176f77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bda6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.239651:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176f7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdad expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.239698:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334528000:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.239698:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334528128:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016129.239783:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.239837:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.247985:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334528000:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.248051:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3176f77 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bda6 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.248071:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3176f77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bda6 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.248105:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016129.248167:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332331136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8535us (8713us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.248177:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12937 00000100:00100000:3.0:1734016129.248291:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334528128:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.248314:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176f7e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdad expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.248324:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3176f7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdad expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.248341:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016129.248364:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332331264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8754us (9000us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.248368:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12936 00000100:00100000:2.0:1734016129.256555:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.256616:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.256640:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331392 00000100:00100000:2.0:1734016129.256648:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331392 00000100:00100000:2.0:1734016129.256701:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331520 00000100:00100000:2.0:1734016129.256704:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331520 00000100:00100000:2.0:1734016129.256749:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12938 00000100:00100000:2.0:1734016129.256757:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332331392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.256779:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.256801:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3176f85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdb4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.256861:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334528256:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.256922:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.256943:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12939 00000100:00100000:2.0:1734016129.256947:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332331520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.256953:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.256963:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176f8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdbb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.256990:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334528384:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.257009:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.265036:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334528256:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.265101:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3176f85 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdb4 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.265119:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3176f85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdb4 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.265161:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016129.265249:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332331392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8490us (8702us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.265260:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12938 00000100:00100000:2.0:1734016129.272197:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334528384:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.272276:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176f8c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdbb expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.272295:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176f8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdbb expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.272311:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016129.272397:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332331520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15445us (15777us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.272408:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12939 00000100:00100000:0.0:1734016129.275624:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.275700:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331776 00000100:00100000:3.0:1734016129.275709:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331776 00000100:00100000:3.0:1734016129.275798:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2668 00000100:00100000:3.0:1734016129.275807:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+36:10366:x1818247332331776:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016129.275856:0:14034:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.275886:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3176f70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd9f expref: 36 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.275915:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.275918:0:14034:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016129.276086:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.276098:0:14034:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 37 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.276104:0:14034:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.276135:0:14034:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 37 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.276146:0:14034:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 37 pid: 6483 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.276160:0:14034:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334528512:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016129.276250:0:14034:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.283585:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.283586:0:14034:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14034:1818247334528512:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016129.283632:0:14034:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016129.283767:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332331904 00000100:00100000:2.0:1734016129.283778:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332331904 00010000:00010000:2.0:1734016129.283825:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 38 pid: 6483 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.283868:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3488 00000100:00100000:2.0:1734016129.283876:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+38:1969:x1818247332331904:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.283895:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.283901:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 38 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.283914:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 38 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.283941:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176f62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd98 expref: 38 pid: 6483 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.283987:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016129.283993:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.284005:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.284013:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.284042:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.284099:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+37:1969:x1818247332331904:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 221us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.284107:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3488 00010000:00010000:2.0:1734016129.284136:0:14034:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.284141:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000001:00080000:2.0:1734016129.284234:0:14034:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969016 00000004:00010000:2.0:1734016129.284285:0:14034:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800771f3800 reply state ffff880079bdc000 transno 4294969017 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016129.284292:0:14034:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016129.284365:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+38:10366:x1818247332331776:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8558us (8748us total) trans 4294969017 rc 0/0 00000100:00100000:2.0:1734016129.284371:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2668 00000020:00080000:2.0:1734016129.284376:0:14034:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016129.290545:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.290565:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.290573:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.290579:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9da1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016129.290584:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.290591:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.290607:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.290610:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.290615:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00010000:00010000:3.0:1734016129.290625:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176f93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14034 initiator: MDT0 00000100:00100000:2.0:1734016129.292071:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.293218:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332332032 00000100:00100000:0.0:1734016129.293229:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332332032 00000100:00100000:0.0:1734016129.293297:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12940 00000100:00100000:0.0:1734016129.293306:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332332032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.293332:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.293363:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdc2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.293404:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.293414:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016129.293417:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016129.293421:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.293474:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.293488:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 14 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016129.293507:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334528640:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016129.293605:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.297558:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334528640:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016129.297592:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.297609:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016129.297663:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332332032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4357us (5608us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.297676:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12940 00000100:00100000:0.0:1734016129.299532:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.299878:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332332160 00000100:00100000:3.0:1734016129.299890:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332332160 00010000:00010000:3.0:1734016129.299938:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 15 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.299986:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3489 00000100:00100000:3.0:1734016129.299994:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332332160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.300011:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.300043:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 15 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.300055:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 15 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.300079:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3176f4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd8a expref: 15 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.300105:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.300107:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.300114:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.300122:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.300189:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.300203:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334528768:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.300265:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.309802:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334528768:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016129.309828:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.309883:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332332160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9888us (10358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.309898:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3489 00000100:00100000:0.0:1734016129.311954:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.312067:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332332288 00000100:00100000:2.0:1734016129.312077:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332332288 00000100:00100000:2.0:1734016129.312125:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12941 00000100:00100000:2.0:1734016129.312134:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332332288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.312152:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.312174:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdc9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.312211:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.312218:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.312220:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.312223:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.312257:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.312267:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 8 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.312279:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334528896:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016129.313375:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.316525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.317136:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334528896:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016129.317181:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.317206:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:3.0:1734016129.318163:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332332416 00000100:00100000:3.0:1734016129.318172:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332332416 00010000:00010000:3.0:1734016129.318203:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.318241:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3490 00000100:00100000:3.0:1734016129.318249:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332332416:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.318266:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.318287:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.318297:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.318319:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3176f54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bd91 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.318335:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.318337:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.318343:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.318350:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.322582:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332332288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10410us (10599us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.322612:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12941 00010000:00010000:3.0:1734016129.322933:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.322961:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334529024:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.323091:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.326052:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334529024:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016129.326084:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.326150:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332332416:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7898us (9643us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.326167:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3490 00000100:00100000:0.0:1734016129.332287:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.332337:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.332403:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332332544 00000100:00100000:2.0:1734016129.332415:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332332544 00002000:00010000:2.0:1734016129.332459:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6007143->18446744073709551615) 00002000:00100000:2.0:1734016129.332464:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650aa00 with x1818247332332544 ext(6007143->18446744073709551615) 00002000:00010000:2.0:1734016129.332479:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650aa00. 00000100:00100000:2.0:1734016129.332495:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332332672 00000100:00100000:2.0:1734016129.332497:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332332672 00002000:00010000:2.0:1734016129.332505:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016129.332507:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247332332672 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016129.332512:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007650a680. 00000100:00100000:2.0:1734016129.332536:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9984 00000100:00100000:2.0:1734016129.332543:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332332544:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016129.332718:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5874787 -> 6007143 00002000:00010000:2.0:1734016129.332737:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.332739:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.332741:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.332743:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1734016129.332782:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332332544:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 239us (511us total) trans 4294969801 rc 0/0 00000100:00100000:2.0:1734016129.332788:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9984 00002000:00010000:2.0:1734016129.332791:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6007143->18446744073709551615) 00002000:00100000:2.0:1734016129.332793:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650aa00 with x1818247332332544 ext(6007143->18446744073709551615) 00002000:00010000:2.0:1734016129.332796:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650aa00. 00000100:00100000:2.0:1734016129.332810:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9985 00000100:00100000:2.0:1734016129.332813:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332332672:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016129.332875:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016129.332877:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.332879:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.332880:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.332882:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1734016129.332893:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332332672:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 79us (557us total) trans 4294968202 rc 0/0 00000100:00100000:2.0:1734016129.332897:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9985 00002000:00010000:2.0:1734016129.332899:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016129.332901:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247332332672 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016129.332904:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007650a680. 00000100:00100000:0.0:1734016129.341998:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.342185:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.342434:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333056 00000100:00100000:3.0:1734016129.342452:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333056 00002000:00100000:3.0:1734016129.342520:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6000640->6004735) req@ffff88007650a300 x1818247332333056/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1734016129.342576:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333184 00000100:00100000:2.0:1734016129.342580:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333184 00002000:00100000:2.0:1734016129.342601:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2019328->4194303) req@ffff880076508700 x1818247332333184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.342609:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332333184 ext(2019328->4194303) 00002000:00010000:2.0:1734016129.342615:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:2.0:1734016129.342660:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9986 00000100:00100000:2.0:1734016129.342669:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332333184:12345-192.168.201.52@tcp:3:fsx.0 00002000:00100000:3.0:1734016129.348842:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a300 with x1818247332333056 ext(6000640->6004735) 00002000:00010000:3.0:1734016129.348860:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a300 00000100:00100000:3.0:1734016129.349349:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9987 00000100:00100000:3.0:1734016129.349367:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1971:x1818247332333056:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.349761:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1971:x1818247332333056:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 398us (7779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.349774:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9987 00002000:00100000:3.0:1734016129.349787:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6000640->6004735) req@ffff88007650a300 x1818247332333056/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.349798:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a300 with x1818247332333056 ext(6000640->6004735) 00002000:00010000:3.0:1734016129.349803:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650a300 00000100:00100000:0.0:1734016129.401246:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.401850:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333440 00000100:00100000:1.0:1734016129.401859:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333440 00002000:00100000:1.0:1734016129.401919:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6008831) req@ffff880076509500 x1818247332333440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.401931:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509500 with x1818247332333440 ext(4194304->6008831) 00002000:00010000:1.0:1734016129.401938:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509500 00000100:00100000:1.0:1734016129.401971:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9988 00000100:00100000:1.0:1734016129.401978:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332333440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.418499:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332333184:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 75807us (76291us total) trans 0 rc 2174976/2174976 00000100:00100000:2.0:1734016129.418515:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9986 00002000:00100000:2.0:1734016129.418533:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2019328->4194303) req@ffff880076508700 x1818247332333184/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 2174976/2174976 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.418553:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332333184 ext(2019328->4194303) 00002000:00010000:2.0:1734016129.418566:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:1.0:1734016129.442829:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332333440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 40824us (41567us total) trans 0 rc 1810432/1810432 00000100:00100000:1.0:1734016129.442851:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9988 00002000:00100000:1.0:1734016129.442868:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6008831) req@ffff880076509500 x1818247332333440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 1810432/1810432 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.442881:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076509500 with x1818247332333440 ext(4194304->6008831) 00002000:00010000:1.0:1734016129.442889:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076509500 00000100:00100000:0.0:1734016129.452895:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.459494:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333568 00000100:00100000:1.0:1734016129.459511:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333568 00002000:00100000:1.0:1734016129.459584:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6000640->6007142) req@ffff88007650b100 x1818247332333568/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 6992/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.459597:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650b100 with x1818247332333568 ext(6000640->6007142) 00002000:00010000:1.0:1734016129.459606:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650b100 00000100:00100000:1.0:1734016129.459649:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9989 00000100:00100000:1.0:1734016129.459657:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332333568:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016129.461145:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1970:x1818247332333568:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1477us (8414us total) trans 4294969802 rc 0/0 00000100:00100000:1.0:1734016129.461161:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9989 00002000:00100000:1.0:1734016129.461173:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6000640->6007142) req@ffff88007650b100 x1818247332333568/t4294969802(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 6992/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.461183:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650b100 with x1818247332333568 ext(6000640->6007142) 00002000:00010000:1.0:1734016129.461191:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007650b100 00000100:00100000:0.0:1734016129.467662:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.467767:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333696 00000100:00100000:2.0:1734016129.467776:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333696 00000100:00100000:2.0:1734016129.468402:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2669 00000100:00100000:2.0:1734016129.468411:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+37:10366:x1818247332333696:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016129.468645:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+37:10366:x1818247332333696:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 234us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.468652:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2669 00000100:00100000:0.0:1734016129.471094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.471445:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333824 00000100:00100000:2.0:1734016129.471458:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333824 00000100:00100000:2.0:1734016129.471521:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12942 00000100:00100000:2.0:1734016129.471529:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332333824:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.474846:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969802 is committed 00000001:00080000:0.0:1734016129.474874:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969800 is committed 00000100:00100000:2.0:1734016129.477283:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332333824:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 5737us (6181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.477303:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12942 00000100:00100000:1.0:1734016129.486470:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.486634:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332333952 00000100:00100000:2.0:1734016129.486646:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332333952 00000100:00100000:2.0:1734016129.486715:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2670 00000100:00100000:2.0:1734016129.486740:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+37:10366:x1818247332333952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.486767:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.486796:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176fa8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdd0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.486915:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.486933:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.486944:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016129.486978:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10201447 00000004:00200000:2.0:1734016129.486984:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.487006:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.487042:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3176fa8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 39 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.487057:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 38 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.487065:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016129.487068:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.487072:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016129.487147:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+38:10366:x1818247332333952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 408us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.487155:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2670 00000100:00100000:0.0:1734016129.490136:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.490186:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.491441:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334080 00000100:00100000:2.0:1734016129.491455:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334080 00000100:00100000:2.0:1734016129.491506:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334208 00000100:00100000:2.0:1734016129.491510:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334208 00000100:00100000:2.0:1734016129.491543:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12943 00000100:00100000:2.0:1734016129.491550:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332334080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.491571:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.491590:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3176fb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdd7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.491664:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334529152:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.491753:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.492414:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12944 00000100:00100000:3.0:1734016129.492421:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332334208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.492433:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.492446:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176fbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdde expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.492478:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334529280:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.492504:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.495690:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 152 -> 168 00000100:00100000:3.0:1734016129.495748:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334529152:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.495798:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3176fb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd7 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.495822:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3176fb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd7 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.495848:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:3.0:1734016129.495937:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332334080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4384us (5807us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.495952:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12943 00000100:00100000:3.0:1734016129.499556:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334529280:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.499622:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176fbd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdde expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.499639:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176fbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdde expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.499656:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016129.501244:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332334208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8807us (11042us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.501256:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12944 00000100:00100000:0.0:1734016129.504708:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.505064:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.505086:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334464 00000100:00100000:3.0:1734016129.505097:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334464 00000100:00100000:3.0:1734016129.505164:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12945 00000100:00100000:3.0:1734016129.505174:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332334464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.505197:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.505218:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176fc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdec expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.505284:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334529408:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.505493:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334336 00000100:00100000:2.0:1734016129.505497:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334336 00000100:00100000:2.0:1734016129.505523:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12946 00000100:00100000:2.0:1734016129.505528:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332334336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.505536:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.505544:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3176fcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bde5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.505571:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334529536:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.505616:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.506629:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.511645:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334529536:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.511688:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3176fcb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bde5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.511705:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3176fcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bde5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.511747:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:3.0:1734016129.511879:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334529408:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.511902:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176fc4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdec expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.511911:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176fc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdec expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.511920:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:2.0:1734016129.512368:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332334336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6836us (7301us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.512378:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12946 00000100:00100000:3.0:1734016129.512444:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332334464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7269us (7758us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.512450:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12945 00000100:00100000:0.0:1734016129.517434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.519182:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334592 00000100:00100000:3.0:1734016129.519211:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334592 00000100:00100000:3.0:1734016129.519889:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12947 00000100:00100000:3.0:1734016129.519905:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332334592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.519943:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.519975:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdf3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.520030:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.520045:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.520048:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.520054:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2633728->2641919] (req 2633728->2641919) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.520108:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.520122:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 6 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.520150:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334529664:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016129.520274:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.529236:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334529664:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016129.529283:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2633728->2641919] (req 2633728->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.529303:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016129.529351:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332334592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9451us (11936us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.529361:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12947 00000100:00100000:0.0:1734016129.531592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.533121:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334720 00000100:00100000:3.0:1734016129.533137:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334720 00010000:00010000:3.0:1734016129.533182:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 7 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.533917:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3491 00000100:00100000:3.0:1734016129.533926:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332334720:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.533941:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.533967:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 7 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.533978:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 7 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.533999:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3176f9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc2 expref: 7 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.534034:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.534037:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.534044:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.534053:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.534085:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.534099:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334529792:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.535600:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.544780:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334529792:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016129.544804:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.544862:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332334720:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10934us (13280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.544872:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3491 00000100:00100000:0.0:1734016129.555284:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.555407:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332334976 00000100:00100000:1.0:1734016129.555418:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332334976 00002000:00100000:1.0:1734016129.555464:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880097ee1880 x1818247332334976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.555475:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332334976 ext(0->4194303) 00002000:00010000:1.0:1734016129.555481:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee1880 00000100:00100000:1.0:1734016129.555528:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9990 00000100:00100000:1.0:1734016129.555534:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332334976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.606453:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332334976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 50895us (51160us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016129.606472:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9990 00002000:00100000:2.0:1734016129.606493:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880097ee1880 x1818247332334976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.606504:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332334976 ext(0->4194303) 00002000:00010000:2.0:1734016129.606511:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee1880 00000100:00100000:0.0:1734016129.615570:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.616505:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332335104 00000100:00100000:3.0:1734016129.616523:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332335104 00000100:00100000:3.0:1734016129.616650:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12948 00000100:00100000:3.0:1734016129.616658:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332335104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.616687:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.616715:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176fd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bdfa expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.616813:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334529920:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.617502:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.621073:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334529920:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.621143:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176fd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdfa expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.621163:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3176fd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdfa expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.621710:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016129.621844:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332335104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5184us (6291us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.621856:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12948 00000100:00100000:0.0:1734016129.625885:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.626043:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332335232 00000100:00100000:3.0:1734016129.626054:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332335232 00000100:00100000:3.0:1734016129.626255:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12949 00000100:00100000:3.0:1734016129.626263:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332335232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.626289:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.626310:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176fe0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be01 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.626377:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334530048:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.626891:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.629194:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334530048:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.629238:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176fe0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be01 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629252:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3176fe0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be01 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629275:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016129.629339:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332335232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3076us (3475us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.629349:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12949 00000100:00100000:0.0:1734016129.631983:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.632289:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332335360 00000100:00100000:3.0:1734016129.632301:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332335360 00000100:00100000:3.0:1734016129.632417:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12950 00000100:00100000:3.0:1734016129.632426:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332335360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.632448:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.632477:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be08 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.632506:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.632513:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.632515:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.632519:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1896448->1904639] (req 1896448->1904639) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.632554:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.632565:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 7 pid: 10116 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.632577:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334530176:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016129.632663:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.643829:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334530176:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016129.643979:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1896448->1904639] (req 1896448->1904639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.644009:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016129.644205:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332335360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11778us (12238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.644216:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12950 00000100:00100000:0.0:1734016129.650606:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.650788:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332335488 00000100:00100000:3.0:1734016129.650802:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332335488 00010000:00010000:3.0:1734016129.650847:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 8 pid: 10116 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.650899:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3492 00000100:00100000:3.0:1734016129.650906:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332335488:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.650922:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.650955:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 8 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.650967:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 8 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.650995:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3176fd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2633728->2641919) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdf3 expref: 8 pid: 10116 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.651039:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.651042:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.651053:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.651061:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.651096:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.651116:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334530304:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.651193:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.654480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.654773:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334530304:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016129.654806:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.654960:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332335488:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4052us (4379us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.654971:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3492 00000100:00100000:2.0:1734016129.655079:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332335744 00000100:00100000:2.0:1734016129.655086:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332335744 00002000:00100000:2.0:1734016129.655129:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1896448->6008831) req@ffff880097ee2300 x1818247332335744/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.655138:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2300 with x1818247332335744 ext(1896448->6008831) 00002000:00010000:2.0:1734016129.655142:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2300 00000100:00100000:2.0:1734016129.655170:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9991 00000100:00100000:2.0:1734016129.655176:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332335744:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.659942:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332335744:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 4747us (5458us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1734016129.659963:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9991 00002000:00100000:3.0:1734016129.659981:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1896448->6008831) req@ffff880097ee2300 x1818247332335744/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.659993:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2300 with x1818247332335744 ext(1896448->6008831) 00002000:00010000:3.0:1734016129.660000:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2300 00000100:00100000:0.0:1734016129.663565:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.663859:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336000 00000100:00100000:3.0:1734016129.663873:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336000 00002000:00100000:3.0:1734016129.663930:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1900544->1904639) req@ffff880097ee1f80 x1818247332336000/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.663944:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1f80 with x1818247332336000 ext(1900544->1904639) 00002000:00010000:3.0:1734016129.663951:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee1f80 00000100:00100000:3.0:1734016129.664070:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9992 00000100:00100000:3.0:1734016129.664078:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332336000:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.664310:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332336000:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 232us (767us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.664318:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9992 00002000:00100000:3.0:1734016129.664325:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1900544->1904639) req@ffff880097ee1f80 x1818247332336000/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.664332:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1f80 with x1818247332336000 ext(1900544->1904639) 00002000:00010000:3.0:1734016129.664335:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee1f80 00000100:00100000:0.0:1734016129.669193:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.669448:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336128 00000100:00100000:1.0:1734016129.669457:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336128 00000100:00100000:1.0:1734016129.669530:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2671 00000100:00100000:1.0:1734016129.669539:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+37:10366:x1818247332336128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.669573:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.669594:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176fee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be0f expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.669690:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3176ff5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.669705:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3176ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.669716:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3176ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016129.670630:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10201447 00000004:00200000:1.0:1734016129.670635:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016129.670654:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3176ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.670696:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3176fee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be0f expref: 39 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670742:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3176ff5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be0f expref: 38 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.670752:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016129.670755:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016129.670759:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016129.671410:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+38:10366:x1818247332336128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1864us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.671420:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2671 00000100:00100000:0.0:1734016129.676566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.677616:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336384 00000100:00100000:1.0:1734016129.677634:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336384 00000100:00100000:1.0:1734016129.677736:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2672 00000100:00100000:1.0:1734016129.677748:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+38:10366:x1818247332336384:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016129.677817:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.677852:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3176ff5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be0f expref: 38 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.677878:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016129.677883:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016129.678104:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.678117:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.678128:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.678159:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 37 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.678173:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 37 pid: 14034 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016129.678190:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334530432:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016129.678265:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999d180 going to sleep for 11 seconds 00000001:00080000:0.0:1734016129.682056:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969018 is committed 00000001:00080000:0.0:1734016129.682083:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969015 is committed 00000100:00100000:1.0:1734016129.687569:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334530432:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016129.687621:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016129.689293:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.689400:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336512 00000100:00100000:3.0:1734016129.689413:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336512 00010000:00010000:3.0:1734016129.689448:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 19 pid: 14034 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016129.689498:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3493 00000100:00100000:3.0:1734016129.689507:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332336512:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.689524:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.689531:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 19 pid: 14034 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.689540:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 19 pid: 14034 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.689566:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d3176faf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdd0 expref: 19 pid: 14034 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.689716:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.690090:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.690102:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.690110:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.690157:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016129.690265:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.690274:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:1.0:1734016129.690409:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969018 00000100:00100000:3.0:1734016129.690865:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332336512:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1355us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.691564:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3493 00000004:00010000:1.0:1734016129.691697:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880097ee3800 reply state ffff880076262000 transno 4294969019 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016129.691707:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016129.691858:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332336384:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 14112us (15307us total) trans 4294969019 rc 0/0 00000100:00100000:1.0:1734016129.691865:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2672 00000020:00080000:1.0:1734016129.691871:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016129.697618:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016129.698064:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.698076:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.698083:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.698089:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016129.698094:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.698102:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.698122:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016129.698125:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.698128:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016129.698133:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3176ffc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016129.698565:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336640 00000100:00100000:1.0:1734016129.698579:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336640 00002000:00010000:1.0:1734016129.698640:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.698646:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cce00 with x1818247332336640 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.698661:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cce00. 00000100:00100000:1.0:1734016129.698698:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9993 00000100:00100000:1.0:1734016129.698707:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332336640:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016129.699271:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.699394:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336768 00000100:00100000:3.0:1734016129.699402:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336768 00002000:00010000:3.0:1734016129.699427:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3839870->18446744073709551615) 00002000:00100000:3.0:1734016129.699430:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf480 with x1818247332336768 ext(3839870->18446744073709551615) 00002000:00010000:3.0:1734016129.699445:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cf480. 00000100:00100000:3.0:1734016129.699462:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9994 00000100:00100000:3.0:1734016129.699467:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332336768:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016129.700032:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3839870 00002000:00010000:3.0:1734016129.700036:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.700038:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.700040:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.700042:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1734016129.700110:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332336768:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 641us (841us total) trans 4294968203 rc 0/0 00000100:00100000:3.0:1734016129.700117:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9994 00002000:00010000:3.0:1734016129.700121:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3839870->18446744073709551615) 00002000:00100000:3.0:1734016129.700123:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf480 with x1818247332336768 ext(3839870->18446744073709551615) 00002000:00010000:3.0:1734016129.700129:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cf480. 00002000:00010000:1.0:1734016129.701859:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6007143 -> 4194304 00002000:00010000:1.0:1734016129.701867:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.701869:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.701871:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.701874:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 152 00000100:00100000:1.0:1734016129.701938:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332336640:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3229us (4330us total) trans 4294969803 rc 0/0 00000100:00100000:1.0:1734016129.701949:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9993 00002000:00010000:1.0:1734016129.701954:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.701957:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cce00 with x1818247332336640 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.701963:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cce00. 00000100:00100000:0.0:1734016129.706174:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.706268:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332336896 00000100:00100000:1.0:1734016129.706278:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332336896 00000100:00100000:1.0:1734016129.706334:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2673 00000100:00100000:1.0:1734016129.706341:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332336896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.706362:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.706381:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177003 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be16 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.706474:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.706488:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.706498:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:1.0:1734016129.706522:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8034174 00000004:00200000:1.0:1734016129.706525:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016129.706539:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016129.706558:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177003 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.706574:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.706581:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016129.706583:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016129.706586:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016129.707057:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332336896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 714us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.707064:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2673 00000100:00100000:0.0:1734016129.712288:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.712329:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.712389:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337024 00000100:00100000:2.0:1734016129.712396:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337024 00000100:00100000:2.0:1734016129.712421:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337152 00000100:00100000:2.0:1734016129.712422:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337152 00000100:00100000:2.0:1734016129.712443:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12951 00000100:00100000:2.0:1734016129.712449:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332337024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.712462:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.712476:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3177011 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be1d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.712515:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334530560:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.712556:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.712654:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12952 00000100:00100000:1.0:1734016129.712659:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332337152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.712665:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.712674:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177018 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be24 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.712700:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334530688:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.712736:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.714237:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334530560:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.714274:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3177011 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be1d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.714286:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3177011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be1d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.714301:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016129.714333:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332337024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1883us (2051us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.714340:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12951 00000100:00100000:1.0:1734016129.714414:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334530688:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.714433:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177018 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be24 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.714441:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177018 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be24 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.714450:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016129.714466:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332337152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1808us (2137us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.714471:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12952 00000100:00100000:2.0:1734016129.719070:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.719818:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337280 00000100:00100000:3.0:1734016129.719831:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337280 00000100:00100000:3.0:1734016129.719940:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12953 00000100:00100000:3.0:1734016129.719951:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332337280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.719972:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.719994:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317701f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be2b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.720067:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334530816:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016129.720134:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.720610:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.720743:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337408 00000100:00100000:1.0:1734016129.720749:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337408 00000100:00100000:1.0:1734016129.720776:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12954 00000100:00100000:1.0:1734016129.720781:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332337408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.720789:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.720801:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177026 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be32 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.720826:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334530944:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.720863:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.723357:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334530816:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016129.723384:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317701f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be2b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.723396:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d317701f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be2b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.723409:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016129.723439:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332337280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3490us (4384us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.723446:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12953 00000100:00100000:1.0:1734016129.723687:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334530944:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.723705:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177026 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be32 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.723714:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177026 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be32 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.723743:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016129.723760:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332337408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2979us (3151us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.723765:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12954 00000100:00100000:0.0:1734016129.729355:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.729420:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.729551:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337664 00000100:00100000:1.0:1734016129.729564:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337664 00000100:00100000:1.0:1734016129.729625:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337536 00000100:00100000:1.0:1734016129.729627:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337536 00000100:00100000:1.0:1734016129.729649:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12955 00000100:00100000:1.0:1734016129.729659:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332337664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.729688:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.729752:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317702d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be40 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.729837:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334531072:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.729922:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.730137:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12956 00000100:00100000:2.0:1734016129.730145:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332337536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.730154:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.730167:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177034 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be39 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.730212:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334531200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.730242:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.732538:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334531072:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.732577:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317702d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be40 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.732591:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317702d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be40 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.732621:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:2.0:1734016129.732768:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334531200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.732788:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177034 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be39 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.732796:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177034 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be39 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016129.733652:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332337664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3992us (4314us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.733660:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12955 00010000:00010000:2.0:1734016129.733818:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016129.733850:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332337536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3705us (4430us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.733855:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12956 00000100:00100000:0.0:1734016129.736588:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.736679:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337792 00000100:00100000:2.0:1734016129.736687:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337792 00000100:00100000:2.0:1734016129.736786:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12957 00000100:00100000:2.0:1734016129.736792:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332337792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.736807:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.736822:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be47 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.736846:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.736855:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.736857:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.736860:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.736883:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.736893:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 7 pid: 10116 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016129.736903:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334531328:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016129.736947:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.739707:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.739850:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334531328:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016129.739891:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.739913:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016129.739989:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332337792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3193us (3404us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.740001:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12957 00000100:00100000:1.0:1734016129.740643:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332337920 00000100:00100000:1.0:1734016129.740651:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332337920 00002000:00100000:1.0:1734016129.740694:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1896448->1904639) req@ffff8800795ce680 x1818247332337920/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 8680/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.740704:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ce680 with x1818247332337920 ext(1896448->1904639) 00010000:00010000:1.0:1734016129.740712:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 8 pid: 10116 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016129.740744:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 8 pid: 10116 timeout: 494 lvb_type: 0 00002000:00010000:1.0:1734016129.740751:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800795ce680 00000100:00100000:1.0:1734016129.740781:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 357 00000100:00100000:1.0:1734016129.740788:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332337920:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016129.742518:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332337920:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1725us (2816us total) trans 4294969804 rc 0/0 00000100:00100000:1.0:1734016129.742526:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 357 00002000:00100000:1.0:1734016129.742534:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1896448->1904639) req@ffff8800795ce680 x1818247332337920/t4294969804(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 8680/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.742541:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ce680 with x1818247332337920 ext(1896448->1904639) 00010000:00010000:1.0:1734016129.742548:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 10 pid: 10116 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016129.742559:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 10 pid: 10116 timeout: 494 lvb_type: 0 00002000:00010000:1.0:1734016129.742565:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800795ce680 00000100:00100000:0.0:1734016129.745532:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.745796:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332338048 00000100:00100000:3.0:1734016129.745807:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332338048 00010000:00010000:3.0:1734016129.745853:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 10 pid: 10116 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016129.745949:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3494 00000100:00100000:3.0:1734016129.745960:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac803c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332338048:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.745979:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016129.745998:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 152 -> 168 00010000:00010000:3.0:1734016129.746003:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 10 pid: 10116 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.746025:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 10 pid: 10116 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.746050:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3176fe7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1896448->1904639) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be08 expref: 10 pid: 10116 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.746074:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.746077:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.746082:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.746091:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.746123:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.746134:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334531456:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.746199:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.750079:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334531456:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016129.750111:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.750188:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac803c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332338048:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4228us (4669us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.750203:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3494 00000100:00100000:0.0:1734016129.751072:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.751675:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332338304 00000100:00100000:1.0:1734016129.751688:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332338304 00002000:00100000:1.0:1734016129.751790:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (126976->131071) req@ffff8800795cdc00 x1818247332338304/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.751804:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cdc00 with x1818247332338304 ext(126976->131071) 00002000:00010000:1.0:1734016129.751809:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cdc00 00000100:00100000:1.0:1734016129.751845:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9995 00000100:00100000:1.0:1734016129.751854:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332338304:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.752085:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332338304:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 232us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.752092:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9995 00002000:00100000:1.0:1734016129.752097:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (126976->131071) req@ffff8800795cdc00 x1818247332338304/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.752103:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cdc00 with x1818247332338304 ext(126976->131071) 00002000:00010000:1.0:1734016129.752106:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cdc00 00000100:00100000:0.0:1734016129.759020:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.759354:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332338560 00000100:00100000:2.0:1734016129.759367:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332338560 00002000:00100000:2.0:1734016129.759423:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (131072->135167) req@ffff8800795cc380 x1818247332338560/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.759438:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332338560 ext(131072->135167) 00002000:00010000:2.0:1734016129.759443:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:2.0:1734016129.759953:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9996 00000100:00100000:2.0:1734016129.759963:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332338560:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.760184:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332338560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 222us (1185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.760193:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9996 00002000:00100000:2.0:1734016129.760200:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (131072->135167) req@ffff8800795cc380 x1818247332338560/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.760208:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332338560 ext(131072->135167) 00002000:00010000:2.0:1734016129.760212:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:0.0:1734016129.765040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.765273:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332338688 00000100:00100000:1.0:1734016129.765289:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332338688 00002000:00100000:1.0:1734016129.765384:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (126976->135167) req@ffff880076c08e00 x1818247332338688/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 8680/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.765400:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08e00 with x1818247332338688 ext(126976->135167) 00002000:00010000:1.0:1734016129.765411:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08e00 00000100:00100000:1.0:1734016129.765464:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9997 00000100:00100000:1.0:1734016129.765474:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332338688:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016129.777400:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332338688:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 11896us (12348us total) trans 4294969805 rc 0/0 00000100:00100000:1.0:1734016129.777429:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9997 00002000:00100000:1.0:1734016129.777461:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (126976->135167) req@ffff880076c08e00 x1818247332338688/t4294969805(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:90/0 lens 8680/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.777473:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c08e00 with x1818247332338688 ext(126976->135167) 00002000:00010000:1.0:1734016129.777484:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c08e00 00000100:00100000:0.0:1734016129.783082:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.783219:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332338816 00000100:00100000:1.0:1734016129.783230:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332338816 00000100:00100000:1.0:1734016129.783302:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2674 00000100:00100000:1.0:1734016129.783312:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332338816:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016129.783603:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332338816:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 292us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.783611:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2674 00000100:00100000:0.0:1734016129.786902:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.787043:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332338944 00000100:00100000:2.0:1734016129.787054:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332338944 00000100:00100000:2.0:1734016129.787128:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12958 00000100:00100000:2.0:1734016129.787137:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332338944:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.788467:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969805 is committed 00000001:00080000:0.0:1734016129.788483:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969804 is committed 00000100:00100000:2.0:1734016129.789773:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332338944:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2619us (2873us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.789798:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12958 00000100:00100000:0.0:1734016129.796547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.796636:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332339072 00000100:00100000:2.0:1734016129.796647:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332339072 00000100:00100000:2.0:1734016129.796712:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2675 00000100:00100000:2.0:1734016129.796743:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332339072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.796775:0:14034:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.796801:0:14034:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177042 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be4e expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.796913:0:14034:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177049 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.796930:0:14034:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177049 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.796941:0:14034:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177049 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00000004:00200000:2.0:1734016129.796966:0:14034:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8034174 00000004:00200000:2.0:1734016129.796970:0:14034:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.796984:0:14034:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177049 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14034 initiator: MDT0 00010000:00010000:2.0:1734016129.797004:0:14034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177042 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be4e expref: 18 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.797049:0:14034:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177049 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be4e expref: 17 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.797057:0:14034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016129.797059:0:14034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.797063:0:14034:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016129.797119:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332339072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 399us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.797126:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2675 00000100:00100000:0.0:1734016129.804550:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.804645:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332339200 00000100:00100000:2.0:1734016129.804655:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332339200 00000100:00100000:1.0:1734016129.804897:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12959 00000100:00100000:1.0:1734016129.804906:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332339200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.804932:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.804953:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3177050 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be55 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.805028:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334531584:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.805116:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.807559:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016129.807574:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016129.807575:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016129.807577:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 168 -> 184 00000100:00100000:1.0:1734016129.807604:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334531584:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.807657:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3177050 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be55 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.807674:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3177050 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be55 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.807704:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016129.808495:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332339200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3585us (3949us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.808507:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12959 00000100:00100000:0.0:1734016129.812302:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.812388:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332339328 00000100:00100000:1.0:1734016129.812398:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332339328 00000100:00100000:1.0:1734016129.812562:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12960 00000100:00100000:1.0:1734016129.812570:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332339328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.812597:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.812618:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177057 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be5c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.812685:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334531712:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016129.812964:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.818876:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334531712:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016129.818918:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177057 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be5c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.818932:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177057 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be5c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.818960:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016129.819047:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332339328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6475us (6751us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.819057:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12960 00000100:00100000:0.0:1734016129.824992:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.825208:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332339456 00000100:00100000:1.0:1734016129.825226:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332339456 00000100:00100000:1.0:1734016129.825289:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12961 00000100:00100000:1.0:1734016129.825297:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332339456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.825322:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.825349:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be63 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.825388:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.825397:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.825399:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.825402:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [159744->167935] (req 159744->167935) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.825436:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.825448:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 7 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016129.825462:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334531840:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016129.825535:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.839665:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334531840:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016129.839718:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [159744->167935] (req 159744->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.839774:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016129.839854:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332339456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14557us (14878us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.839865:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12961 00000100:00100000:0.0:1734016129.840326:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016129.840641:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332339584 00000100:00100000:3.0:1734016129.840648:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332339584 00010000:00010000:3.0:1734016129.840684:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016129.840754:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3495 00000100:00100000:3.0:1734016129.840761:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332339584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.840778:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.840798:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.840809:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.840831:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d317703b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be47 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016129.840849:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.840851:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.840857:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.840864:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.840897:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.840908:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334531968:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016129.840951:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.846294:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334531968:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016129.846322:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.849034:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332339584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8247us (8684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.849056:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3495 00000100:00100000:0.0:1734016129.885309:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.887036:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332339840 00000100:00100000:1.0:1734016129.887052:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332339840 00002000:00100000:1.0:1734016129.887112:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076c09c00 x1818247332339840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.887130:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247332339840 ext(0->4194303) 00002000:00010000:1.0:1734016129.887137:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09c00 00000100:00100000:1.0:1734016129.887167:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9998 00000100:00100000:1.0:1734016129.887174:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332339840:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:2.0:1734016129.893005:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016129.944000:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332339840:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 56808us (58680us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016129.944027:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9998 00002000:00100000:1.0:1734016129.944042:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076c09c00 x1818247332339840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.944052:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247332339840 ext(0->4194303) 00002000:00010000:1.0:1734016129.944060:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c09c00 00000100:00100000:0.0:1734016129.953564:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016129.953650:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340096 00000100:00100000:1.0:1734016129.953660:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340096 00002000:00100000:1.0:1734016129.953700:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2019327) req@ffff880076c0b100 x1818247332340096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.953710:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0b100 with x1818247332340096 ext(0->2019327) 00002000:00010000:1.0:1734016129.953715:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c0b100 00000100:00100000:1.0:1734016129.953760:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 9999 00000100:00100000:1.0:1734016129.953768:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332340096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.968058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016129.968126:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016129.968215:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340352 00000100:00100000:2.0:1734016129.968227:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340352 00000100:00100000:2.0:1734016129.968278:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340224 00000100:00100000:2.0:1734016129.968281:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340224 00000100:00100000:2.0:1734016129.972315:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12962 00000100:00100000:3.0:1734016129.972342:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12963 00000100:00100000:3.0:1734016129.972361:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332340224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.972397:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.972435:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be6a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.972478:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.972482:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.972494:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.972519:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.972536:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016129.972647:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332340224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 291us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.972654:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12963 00000100:00100000:2.0:1734016129.973366:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087223850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332340352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.973378:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.973392:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d317706c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be71 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.973446:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334532096:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016129.973509:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.991398:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016129.991413:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016129.991415:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016129 -> 1734016130 00000100:00100000:2.0:1734016129.991447:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334532096:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016129.991506:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d317706c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be71 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.991529:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d317706c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be71 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.993850:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016129.993915:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087223850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332340352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 20549us (25877us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.993924:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12962 00000100:00100000:0.0:1734016129.995220:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332340096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 41446us (41658us total) trans 0 rc 2019328/2019328 00000100:00100000:0.0:1734016129.995232:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 9999 00002000:00100000:0.0:1734016129.995246:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2019327) req@ffff880076c0b100 x1818247332340096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 2019328/2019328 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.995257:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c0b100 with x1818247332340096 ext(0->2019327) 00002000:00010000:0.0:1734016129.995265:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c0b100 00000100:00100000:0.0:1734016130.000641:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.002044:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340480 00000100:00100000:2.0:1734016130.002055:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340480 00000100:00100000:2.0:1734016130.002108:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12964 00000100:00100000:2.0:1734016130.002115:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332340480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.002133:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.002149:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177073 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be78 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.002194:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334532224:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.002249:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016130.002551:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016100 00000100:00100000:2.0:1734016130.012942:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334532224:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.013003:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177073 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be78 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.013031:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177073 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be78 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.013062:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016130.013184:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332340480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11067us (12555us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.013195:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12964 00000100:00100000:0.0:1734016130.018553:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.018704:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340608 00000100:00100000:2.0:1734016130.018775:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340608 00000100:00100000:2.0:1734016130.018848:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12965 00000100:00100000:2.0:1734016130.018859:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332340608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.018895:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.018927:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317707a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be7f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.019026:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334532352:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.019111:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.028469:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334532352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.028504:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317707a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be7f expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.028517:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317707a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be7f expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.028553:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016130.028617:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332340608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9760us (10078us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.028630:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12965 00000100:00100000:0.0:1734016130.034810:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.034900:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340736 00000100:00100000:2.0:1734016130.034914:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340736 00000100:00100000:2.0:1734016130.035044:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12966 00000100:00100000:2.0:1734016130.035054:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332340736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.035081:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.035107:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be86 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.035153:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.035169:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.035178:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.035181:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.035184:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3567616->3575807] (req 3567616->3575807) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.035228:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.035244:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 9 pid: 10116 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016130.035258:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334532480:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016130.035353:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.035362:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 6 pid: 13917 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.035369:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334532608:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016130.035382:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016130.035598:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016100 00000100:00100000:0.0:1734016130.044599:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.044681:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340864 00000100:00100000:3.0:1734016130.044693:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340864 00010000:00010000:3.0:1734016130.044777:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 10 pid: 10116 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.044818:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3496 00000100:00100000:3.0:1734016130.044826:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332340864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.044842:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.044865:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 10 pid: 10116 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.044877:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 10 pid: 10116 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.044901:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177065 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be6a expref: 10 pid: 10116 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.044941:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.044999:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332340864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 173us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.045015:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3496 00000100:00100000:2.0:1734016130.045071:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334532480:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016130.045088:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334532608:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016130.045113:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3567616->3575807] (req 3567616->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.045124:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016130.045159:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332340736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10106us (10362us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.045166:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12966 00000100:00100000:0.0:1734016130.048708:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.048777:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332340992 00000100:00100000:2.0:1734016130.048786:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332340992 00010000:00010000:2.0:1734016130.048823:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 7 pid: 13917 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.051178:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3497 00000100:00100000:2.0:1734016130.051197:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332340992:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.051233:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.051284:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 7 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.051305:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 7 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.051334:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d317705e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be63 expref: 7 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.051370:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.051374:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.051386:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.051398:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.051455:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.051478:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334532736:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016130.057252:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.062881:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334532736:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016130.062909:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.062967:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332340992:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11773us (14268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.062979:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3497 00000100:00100000:0.0:1734016130.063661:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.065520:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332341120 00000100:00100000:2.0:1734016130.065536:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332341120 00000100:00100000:2.0:1734016130.065603:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12967 00000100:00100000:2.0:1734016130.065611:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332341120:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.065859:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016130.065862:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.065864:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:2.0:1734016130.065865:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.065867:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 200 00000100:00100000:2.0:1734016130.065915:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332341120:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 304us (2258us total) trans 4294969806 rc 0/0 00000100:00100000:2.0:1734016130.065922:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12967 00000100:00100000:0.0:1734016130.073506:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.073570:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332341248 00000100:00100000:3.0:1734016130.073578:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332341248 00000100:00100000:3.0:1734016130.073620:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12968 00000100:00100000:3.0:1734016130.073627:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332341248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.073643:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.073657:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3177088 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be8d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.073699:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334532864:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.075165:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.083533:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:3.0:1734016130.083570:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334532864:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016130.083612:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3177088 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be8d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.083627:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3177088 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be8d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.083648:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016130.083717:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332341248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10089us (10217us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.083749:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12968 00000100:00100000:0.0:1734016130.088218:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.089809:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332341376 00000100:00100000:3.0:1734016130.089824:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332341376 00000100:00100000:3.0:1734016130.089892:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12969 00000100:00100000:3.0:1734016130.089900:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332341376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.089923:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.089940:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317708f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be94 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.090021:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334532992:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.090109:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.095097:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334532992:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016130.095233:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317708f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be94 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.095255:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d317708f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be94 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.095281:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016130.095359:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332341376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5458us (7153us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.095369:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12969 00000100:00100000:0.0:1734016130.100239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.100765:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332341504 00000100:00100000:3.0:1734016130.100775:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332341504 00000100:00100000:3.0:1734016130.100819:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12970 00000100:00100000:3.0:1734016130.100826:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332341504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.100845:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.100865:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5be9b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.100890:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.100896:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.100898:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.100901:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3358720->3371007] (req 3358720->3371007) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.100927:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.100942:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.100952:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334533120:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016130.101018:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.108361:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334533120:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016130.108404:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3358720->3371007] (req 3358720->3371007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.108422:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016130.108484:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332341504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7657us (8255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.108493:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12970 00000100:00100000:0.0:1734016130.109079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.109143:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332341632 00000100:00100000:2.0:1734016130.109150:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332341632 00010000:00010000:2.0:1734016130.109173:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 9 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.109212:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3498 00000100:00100000:2.0:1734016130.109217:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332341632:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.109231:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.109252:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 9 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.109262:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 9 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.109282:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3177081 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3575807) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be86 expref: 9 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.109299:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.109301:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.109309:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.109318:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.109346:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.109357:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334533248:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016130.109394:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.120249:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334533248:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016130.120298:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.120396:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332341632:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11175us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.120410:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3498 00000100:00100000:1.0:1734016130.133513:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.133709:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332341888 00000100:00100000:2.0:1734016130.133749:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332341888 00002000:00100000:2.0:1734016130.133817:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077300000 x1818247332341888/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.133829:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300000 with x1818247332341888 ext(0->4194303) 00002000:00010000:2.0:1734016130.133835:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300000 00000100:00100000:2.0:1734016130.133868:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10000 00000100:00100000:2.0:1734016130.133877:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332341888:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.181589:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332341888:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 47695us (48072us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016130.181605:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10000 00002000:00100000:3.0:1734016130.181619:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077300000 x1818247332341888/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.181629:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300000 with x1818247332341888 ext(0->4194303) 00002000:00010000:3.0:1734016130.181638:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300000 00000100:00100000:0.0:1734016130.192313:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.192396:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.192784:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342016 00000100:00100000:3.0:1734016130.192798:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342016 00000100:00100000:2.0:1734016130.193799:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342144 00000100:00100000:2.0:1734016130.193807:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342144 00000100:00100000:1.0:1734016130.193816:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12971 00000100:00100000:1.0:1734016130.193829:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342016:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016130.193851:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12972 00000100:00100000:2.0:1734016130.193858:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.193865:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.193867:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.193888:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31770a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bea2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.193888:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d317709d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bea9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.193962:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334533376:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.194095:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.194173:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334533504:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.194202:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.198454:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334533376:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.198513:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31770a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bea2 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.198535:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31770a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bea2 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.198574:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016130.199528:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5700us (7233us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.199540:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12971 00000100:00100000:3.0:1734016130.201495:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334533504:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016130.201550:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d317709d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bea9 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.201569:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d317709d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bea9 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.201595:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:3.0:1734016130.201676:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7816us (9276us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.201688:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12972 00000100:00100000:0.0:1734016130.208337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.208384:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.208466:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342400 00000100:00100000:1.0:1734016130.208476:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342400 00000100:00100000:1.0:1734016130.208522:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342272 00000100:00100000:1.0:1734016130.208524:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342272 00000100:00100000:1.0:1734016130.208540:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12973 00000100:00100000:1.0:1734016130.208546:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332342400:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016130.208564:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12974 00010000:00010000:1.0:1734016130.208565:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734016130.208571:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332342272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.208581:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.208584:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31770ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5beb7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.208593:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31770b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5beb0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.208639:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334533632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.208641:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334533760:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.208847:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.209564:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.210662:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334533632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.210746:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334533760:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.210779:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31770b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beb0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.210908:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31770b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beb0 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.210941:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00010000:00010000:1.0:1734016130.210949:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31770ab lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beb7 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.210959:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d31770ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beb7 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.210986:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016130.211038:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332342400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2489us (2709us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.211054:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12973 00000100:00100000:2.0:1734016130.211193:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332342272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2620us (2806us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.211201:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12974 00000100:00100000:0.0:1734016130.213884:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.213999:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342528 00000100:00100000:3.0:1734016130.214020:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342528 00000100:00100000:3.0:1734016130.214080:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12975 00000100:00100000:3.0:1734016130.214090:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332342528:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.214406:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016130.214409:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.214412:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016130.214414:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.214415:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 200 -> 224 00000100:00100000:3.0:1734016130.214598:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332342528:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 506us (724us total) trans 4294969807 rc 0/0 00000100:00100000:3.0:1734016130.214605:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12975 00000100:00100000:0.0:1734016130.220062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.220188:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.220290:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342656 00000100:00100000:3.0:1734016130.220302:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342656 00000100:00100000:3.0:1734016130.220367:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342784 00000100:00100000:3.0:1734016130.220370:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342784 00000100:00100000:3.0:1734016130.220394:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12976 00000100:00100000:3.0:1734016130.220404:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332342656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.220438:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.220468:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31770b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bebe expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.220539:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334533888:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.220623:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.220714:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12977 00000100:00100000:1.0:1734016130.220742:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.220754:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.220775:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31770c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bec5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.220810:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534016:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.220836:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.224271:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:2.0:1734016130.224310:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334533888:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.224369:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31770b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bebe expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.224393:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31770b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bebe expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.224412:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:2.0:1734016130.224479:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332342656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4075us (4429us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.224490:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12976 00000100:00100000:1.0:1734016130.224606:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534016:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.224634:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31770c0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bec5 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.224644:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31770c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bec5 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.224666:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016130.224684:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3963us (4497us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.224689:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12977 00000100:00100000:0.0:1734016130.231114:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.231255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.234052:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332343040 00000100:00100000:1.0:1734016130.234066:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332343040 00000100:00100000:1.0:1734016130.234107:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332342912 00000100:00100000:1.0:1734016130.234109:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332342912 00000100:00100000:1.0:1734016130.234155:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12978 00000100:00100000:1.0:1734016130.234164:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332343040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.234188:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.234216:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31770c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bed3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.234301:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534144:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.234423:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.234487:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12979 00000100:00100000:2.0:1734016130.234493:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.234504:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.234514:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31770ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5becc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.234543:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334534272:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.234564:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.240356:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534144:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.240418:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31770c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bed3 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.240439:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31770c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bed3 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016130.240675:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334534272:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.240694:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31770ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5becc expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.240704:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31770ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5becc expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.240717:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016130.240785:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332342912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6290us (9529us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.240796:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12979 00010000:00010000:1.0:1734016130.241400:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016130.241437:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332343040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7274us (10339us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.241443:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12978 00000100:00100000:2.0:1734016130.246221:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.246430:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332343168 00000100:00100000:1.0:1734016130.246442:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332343168 00000100:00100000:1.0:1734016130.246505:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12980 00000100:00100000:1.0:1734016130.246513:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332343168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.246532:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.246555:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5beda expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.246593:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.246600:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.246602:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.246606:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1339392->1347583] (req 1339392->1347583) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.246639:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.246650:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 7 pid: 7694 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.246666:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334534400:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.246765:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.256249:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.256769:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332343296 00000100:00100000:3.0:1734016130.256779:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332343296 00002000:00100000:3.0:1734016130.256836:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3358720->3371007) req@ffff880076c4ca80 x1818247332343296/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 12776/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.256847:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247332343296 ext(3358720->3371007) 00010000:00010000:3.0:1734016130.256859:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 8 pid: 7694 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.256875:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 8 pid: 7694 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016130.256884:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076c4ca80 00000100:00100000:3.0:1734016130.256918:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 358 00000100:00100000:3.0:1734016130.256926:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332343296:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016130.257934:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334534400:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.257978:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1339392->1347583] (req 1339392->1347583) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.257998:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016130.258066:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332343168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11552us (11856us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.258078:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12980 00000100:00100000:3.0:1734016130.260912:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332343296:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3975us (4662us total) trans 4294969808 rc 0/0 00000100:00100000:3.0:1734016130.260930:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 358 00002000:00100000:3.0:1734016130.260947:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3358720->3371007) req@ffff880076c4ca80 x1818247332343296/t4294969808(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 12776/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.260960:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247332343296 ext(3358720->3371007) 00010000:00010000:3.0:1734016130.260971:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 10 pid: 7694 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.260990:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 10 pid: 7694 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016130.260997:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076c4ca80 00000100:00100000:0.0:1734016130.275536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.275753:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332343424 00000100:00100000:2.0:1734016130.275766:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332343424 00010000:00010000:2.0:1734016130.275807:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 10 pid: 7694 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.275865:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3499 00000100:00100000:2.0:1734016130.275874:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332343424:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.275890:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.275911:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 248 00010000:00010000:2.0:1734016130.275919:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 10 pid: 7694 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.275933:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 10 pid: 7694 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.275960:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177096 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3358720->3371007) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be9b expref: 10 pid: 7694 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.275980:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.275982:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.275989:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.276014:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.276057:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.276072:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334534528:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016130.277270:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.282311:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334534528:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016130.282332:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.282385:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332343424:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6512us (6857us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.282397:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3499 00000100:00100000:0.0:1734016130.284586:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.285021:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332343680 00000100:00100000:3.0:1734016130.285029:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332343680 00002000:00100000:3.0:1734016130.285065:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1339392->1343487) req@ffff880075ff8a80 x1818247332343680/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.285074:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247332343680 ext(1339392->1343487) 00002000:00010000:3.0:1734016130.285078:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8a80 00000100:00100000:3.0:1734016130.285100:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10001 00000100:00100000:3.0:1734016130.285106:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332343680:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.285349:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332343680:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 241us (774us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.285357:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10001 00002000:00100000:3.0:1734016130.285363:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1339392->1343487) req@ffff880075ff8a80 x1818247332343680/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.285370:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8a80 with x1818247332343680 ext(1339392->1343487) 00002000:00010000:3.0:1734016130.285373:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8a80 00000100:00100000:0.0:1734016130.289285:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.289560:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332343936 00000100:00100000:2.0:1734016130.289573:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332343936 00002000:00100000:2.0:1734016130.289633:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1343488->1347583) req@ffff880075ff9c00 x1818247332343936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.289645:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247332343936 ext(1343488->1347583) 00002000:00010000:2.0:1734016130.289655:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9c00 00000100:00100000:2.0:1734016130.290264:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10002 00000100:00100000:2.0:1734016130.290272:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332343936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.290495:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332343936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 221us (1222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.290507:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10002 00002000:00100000:2.0:1734016130.290513:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1343488->1347583) req@ffff880075ff9c00 x1818247332343936/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.290519:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9c00 with x1818247332343936 ext(1343488->1347583) 00002000:00010000:2.0:1734016130.290522:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9c00 00000100:00100000:0.0:1734016130.293218:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.293334:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344064 00000100:00100000:1.0:1734016130.293344:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344064 00000100:00100000:1.0:1734016130.293403:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12981 00000100:00100000:1.0:1734016130.293412:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332344064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.293437:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.293463:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31770dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bee1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.293538:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534656:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.293820:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.295657:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534656:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.295696:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31770dc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bee1 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.295715:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d31770dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bee1 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.295910:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016130.296176:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332344064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2760us (2967us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.296185:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12981 00000100:00100000:0.0:1734016130.297501:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.297547:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344192 00000100:00100000:1.0:1734016130.297553:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344192 00000100:00100000:1.0:1734016130.297592:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12982 00000100:00100000:1.0:1734016130.297597:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332344192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.297611:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.297629:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31770e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bee8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.297672:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534784:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.297709:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.298938:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534784:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.298971:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31770e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bee8 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.298994:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31770e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bee8 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.299021:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016130.299068:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332344192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1469us (1569us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.299076:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12982 00000100:00100000:0.0:1734016130.302460:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.303327:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344320 00000100:00100000:1.0:1734016130.303336:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344320 00000100:00100000:1.0:1734016130.303395:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12983 00000100:00100000:1.0:1734016130.303403:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332344320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.303423:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.303443:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31770ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5beef expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.303507:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534912:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.303597:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.309464:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334534912:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.309526:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31770ea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beef expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.309545:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31770ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beef expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.309653:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016130.309758:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332344320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6353us (7313us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.309774:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12983 00000100:00100000:0.0:1734016130.313830:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.313986:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344448 00000100:00100000:1.0:1734016130.313999:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344448 00000100:00100000:1.0:1734016130.314102:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12984 00000100:00100000:1.0:1734016130.314110:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332344448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.314141:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.314167:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31770f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bef6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.314281:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.314742:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.320152:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535040:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.320216:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31770f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bef6 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.320237:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31770f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bef6 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.320283:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016130.320366:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332344448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6254us (6542us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.320380:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12984 00000100:00100000:0.0:1734016130.333967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.334098:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344576 00000100:00100000:1.0:1734016130.334108:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344576 00000100:00100000:1.0:1734016130.335502:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12985 00000100:00100000:1.0:1734016130.335513:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332344576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.335529:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.335544:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5befd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.335600:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.335659:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.339528:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535168:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.340454:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5befd expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.340469:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5befd expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.341092:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016130.341152:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332344576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5640us (7202us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.341162:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12985 00000100:00100000:0.0:1734016130.351420:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.351582:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344704 00000100:00100000:1.0:1734016130.351590:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344704 00000100:00100000:1.0:1734016130.351643:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12986 00000100:00100000:1.0:1734016130.351650:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332344704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.351668:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.351689:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf04 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.351750:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.351758:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.351760:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.351763:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3817472->3821567] (req 3817472->3821567) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.351792:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.351803:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 7 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.351814:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535296:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.351866:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.358684:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.359235:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344832 00000100:00100000:2.0:1734016130.359246:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344832 00002000:00100000:2.0:1734016130.359295:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1544192->2936831) req@ffff88012b9d1c00 x1818247332344832/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 504/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.359305:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247332344832 ext(1544192->2936831) 00010000:00010000:2.0:1734016130.359314:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.359328:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 8 pid: 7692 timeout: 494 lvb_type: 0 00002000:00010000:2.0:1734016130.359334:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b9d1c00 00000100:00100000:2.0:1734016130.359375:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 359 00000100:00100000:2.0:1734016130.359381:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332344832:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016130.359597:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535296:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.359634:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3817472->3821567] (req 3817472->3821567) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.359649:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016130.359676:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332344704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8026us (8264us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.359681:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12986 00000100:00100000:2.0:1734016130.365470:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332344832:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6072us (6780us total) trans 4294968204 rc 0/0 00000100:00100000:2.0:1734016130.365489:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 359 00002000:00100000:2.0:1734016130.365504:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1544192->2936831) req@ffff88012b9d1c00 x1818247332344832/t4294968204(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 504/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.365520:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1c00 with x1818247332344832 ext(1544192->2936831) 00010000:00010000:2.0:1734016130.365533:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.365554:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00002000:00010000:2.0:1734016130.365562:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b9d1c00 00000100:00100000:0.0:1734016130.388433:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.388849:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332344960 00000100:00100000:2.0:1734016130.388865:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332344960 00010000:00010000:2.0:1734016130.388921:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.390884:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3500 00000100:00100000:2.0:1734016130.390898:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332344960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.390924:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.390950:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 96 00010000:00010000:2.0:1734016130.390960:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.390976:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.391015:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3176fa1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bdc9 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.391050:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.391052:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.391060:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.391069:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.391119:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.391141:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334535424:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016130.391244:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.408940:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.409111:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334535424:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016130.409146:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.409210:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332344960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 18313us (20791us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.409224:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3500 00000100:00100000:3.0:1734016130.409353:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345216 00000100:00100000:3.0:1734016130.409363:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345216 00002000:00100000:3.0:1734016130.409426:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->3842047) req@ffff88012b9d1180 x1818247332345216/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.409436:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1180 with x1818247332345216 ext(0->3842047) 00002000:00010000:3.0:1734016130.409441:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d1180 00000100:00100000:3.0:1734016130.409461:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10003 00000100:00100000:3.0:1734016130.409467:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332345216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.468022:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332345216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 58531us (59073us total) trans 0 rc 3842048/3842048 00000100:00100000:3.0:1734016130.468036:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10003 00002000:00100000:3.0:1734016130.468049:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->3842047) req@ffff88012b9d1180 x1818247332345216/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 3842048/3842048 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.468058:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1180 with x1818247332345216 ext(0->3842047) 00002000:00010000:3.0:1734016130.468064:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d1180 00000100:00100000:0.0:1734016130.481047:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.481486:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345344 00000100:00100000:3.0:1734016130.481505:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345344 00002000:00100000:3.0:1734016130.481601:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3817472->3821567) req@ffff88012b9d0000 x1818247332345344/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 4584/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.481616:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0000 with x1818247332345344 ext(3817472->3821567) 00002000:00010000:3.0:1734016130.481623:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d0000 00000100:00100000:2.0:1734016130.483699:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10004 00000100:00100000:2.0:1734016130.483751:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332345344:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016130.484990:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332345344:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1264us (3977us total) trans 4294968205 rc 0/0 00000100:00100000:2.0:1734016130.485015:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10004 00002000:00100000:2.0:1734016130.485028:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3817472->3821567) req@ffff88012b9d0000 x1818247332345344/t4294968205(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 4584/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.485042:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0000 with x1818247332345344 ext(3817472->3821567) 00002000:00010000:2.0:1734016130.485049:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d0000 00000100:00100000:0.0:1734016130.492905:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.493216:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345472 00000100:00100000:1.0:1734016130.493233:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345472 00000100:00100000:1.0:1734016130.493315:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12987 00000100:00100000:1.0:1734016130.493325:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332345472:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016130.499070:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968205 is committed 00000001:00080000:0.0:1734016130.499097:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968204 is committed 00000100:00100000:1.0:1734016130.501717:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332345472:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8367us (8810us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.501781:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12987 00000100:00100000:0.0:1734016130.513263:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.513436:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345600 00000100:00100000:1.0:1734016130.513446:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345600 00000100:00100000:1.0:1734016130.513495:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12988 00000100:00100000:1.0:1734016130.513501:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332345600:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016130.513761:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016130.513765:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.513766:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.513768:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.513769:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:1.0:1734016130.513841:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332345600:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 340us (593us total) trans 4294969809 rc 0/0 00000100:00100000:1.0:1734016130.513847:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12988 00000100:00100000:0.0:1734016130.519560:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.519642:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345728 00000100:00100000:2.0:1734016130.519656:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345728 00000100:00100000:2.0:1734016130.519753:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12989 00000100:00100000:2.0:1734016130.519761:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332345728:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.520029:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016130.520033:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.520036:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.520039:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.520041:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 248 -> 256 00000100:00100000:2.0:1734016130.520115:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332345728:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 354us (572us total) trans 4294969810 rc 0/0 00000100:00100000:2.0:1734016130.520125:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12989 00000100:00100000:0.0:1734016130.524323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.524424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.529542:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345984 00000100:00100000:1.0:1734016130.529570:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345984 00000100:00100000:1.0:1734016130.529653:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332345856 00000100:00100000:1.0:1734016130.529656:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332345856 00000100:00100000:1.0:1734016130.529690:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12990 00000100:00100000:1.0:1734016130.529699:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332345984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.529733:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.529756:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177106 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf12 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.529799:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12991 00000100:00100000:3.0:1734016130.529806:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332345856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.529816:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.529828:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317710d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf0b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.529838:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535552:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.529865:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334535680:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.529935:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.529935:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016130.533917:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 96 -> 104 00000100:00100000:1.0:1734016130.533946:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334535552:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.533984:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177106 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf12 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.534004:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334535680:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.534011:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177106 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf12 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.534028:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317710d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf0b expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.534039:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317710d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf0b expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.534048:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00010000:00010000:3.0:1734016130.534051:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016130.534478:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332345856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4669us (10051us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.534508:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12991 00000100:00100000:1.0:1734016130.534528:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332345984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4830us (10226us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.534535:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12990 00000100:00100000:0.0:1734016130.542835:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.543063:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.543166:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346112 00000100:00100000:1.0:1734016130.543177:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346112 00000100:00100000:1.0:1734016130.543234:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346240 00000100:00100000:1.0:1734016130.543237:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346240 00000100:00100000:1.0:1734016130.543264:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12992 00000100:00100000:1.0:1734016130.543272:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332346112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.543292:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.543313:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177114 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf19 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.543370:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334535808:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.543430:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.543687:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12993 00000100:00100000:3.0:1734016130.543694:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332346240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.543703:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.543716:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317711b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf20 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.543776:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334535936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.543800:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.553713:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334535808:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.553854:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177114 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf19 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.553878:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177114 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf19 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.553925:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016130.554023:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332346112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10748us (11201us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.554034:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12992 00000100:00100000:3.0:1734016130.555575:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334535936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016130.555603:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317711b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf20 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.555618:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317711b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf20 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.555636:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016130.555691:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332346240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11994us (12626us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.555698:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12993 00000100:00100000:0.0:1734016130.562647:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.562956:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346368 00000100:00100000:3.0:1734016130.562969:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346368 00000100:00100000:3.0:1734016130.563051:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12994 00000100:00100000:3.0:1734016130.563059:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332346368:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.563353:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3839870 -> 3839870 00002000:00010000:3.0:1734016130.563357:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.563359:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.563361:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.563363:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1734016130.563460:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332346368:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 401us (833us total) trans 4294968206 rc 0/0 00000100:00100000:3.0:1734016130.563466:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12994 00000100:00100000:1.0:1734016130.575926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.576018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.576241:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346496 00000100:00100000:2.0:1734016130.576258:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346496 00000100:00100000:2.0:1734016130.576325:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346624 00000100:00100000:2.0:1734016130.576328:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346624 00000100:00100000:2.0:1734016130.576366:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12995 00000100:00100000:2.0:1734016130.576378:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332346496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.576418:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.576449:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3177122 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf27 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.576524:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334536064:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.576627:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.576661:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12996 00000100:00100000:2.0:1734016130.576666:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332346624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.576678:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.576693:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177129 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf2e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.576747:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334536192:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.576770:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.579772:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334536192:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016130.579831:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177129 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf2e expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.579848:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177129 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf2e expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.579867:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:3.0:1734016130.580158:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332346624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3485us (4138us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.580172:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12996 00000100:00100000:2.0:1734016130.580992:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334536064:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.581037:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3177122 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf27 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.581051:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d3177122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf27 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.582200:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016130.582887:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332346496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6507us (6977us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.582895:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12995 00000100:00100000:0.0:1734016130.590455:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.590699:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346880 00000100:00100000:2.0:1734016130.590737:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346880 00000100:00100000:1.0:1734016130.591136:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.591193:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332346752 00000100:00100000:2.0:1734016130.591196:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332346752 00000100:00100000:2.0:1734016130.591232:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12997 00000100:00100000:2.0:1734016130.591243:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332346880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.591273:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.591312:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177130 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf3c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.591431:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334536320:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.591555:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.591667:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12998 00000100:00100000:3.0:1734016130.591674:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332346752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.591683:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.591699:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177137 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf35 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.591759:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334536448:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.591786:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.597267:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334536320:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.597320:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177130 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf3c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.597339:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177130 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf3c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.597370:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016130.597443:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332346880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6199us (7010us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.597457:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12997 00000100:00100000:3.0:1734016130.598059:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334536448:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016130.598092:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177137 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf35 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.598101:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177137 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf35 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.598115:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016130.598154:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332346752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6479us (7017us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.598161:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12998 00000100:00100000:0.0:1734016130.606110:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.606423:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347008 00000100:00100000:3.0:1734016130.606433:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347008 00000100:00100000:3.0:1734016130.606496:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 12999 00000100:00100000:3.0:1734016130.606504:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332347008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.606529:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.606559:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317713e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf43 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.606664:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334536576:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016130.606824:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.608267:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.608693:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347136 00000100:00100000:2.0:1734016130.608708:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347136 00000100:00100000:2.0:1734016130.608799:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13000 00000100:00100000:2.0:1734016130.608808:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332347136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.608835:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.608867:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3177145 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf4a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.608937:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334536704:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016130.609046:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.612664:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334536576:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016130.612776:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317713e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf43 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.612797:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317713e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf43 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.612814:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:0.0:1734016130.612897:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332347008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6392us (6806us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.612908:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 12999 00000100:00100000:2.0:1734016130.613055:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334536704:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.613082:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3177145 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf4a expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.613095:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3177145 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf4a expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.613108:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016130.613129:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332347136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4323us (4872us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.613134:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13000 00000100:00100000:0.0:1734016130.618185:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.618249:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.618352:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347264 00000100:00100000:1.0:1734016130.618361:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347264 00000100:00100000:1.0:1734016130.618403:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347392 00000100:00100000:1.0:1734016130.618405:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347392 00000100:00100000:1.0:1734016130.618424:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13001 00000100:00100000:1.0:1734016130.618431:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332347264:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016130.618588:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13002 00000100:00100000:0.0:1734016130.618593:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332347392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.618617:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.618636:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317714c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf58 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.618695:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334536832:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016130.619010:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00010000:00010000:1.0:1734016130.619250:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.619261:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf51 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.619285:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334536960:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.619318:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.623093:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334536832:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016130.623152:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317714c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf58 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.623172:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317714c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf58 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.623186:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:2.0:1734016130.623273:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332347392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4677us (5021us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.623285:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13002 00000100:00100000:1.0:1734016130.627248:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334536960:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.627316:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177153 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf51 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.627335:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf51 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.627377:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016130.627458:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332347264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9024us (9285us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.627470:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13001 00000100:00100000:0.0:1734016130.633226:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.633404:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347520 00000100:00100000:1.0:1734016130.633419:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347520 00000100:00100000:1.0:1734016130.633672:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13003 00000100:00100000:1.0:1734016130.633685:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332347520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.633757:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.633798:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf5f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.633839:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.633847:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.633850:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.633855:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [573440->585727] (req 573440->585727) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.633906:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.633918:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 10 pid: 13917 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.633932:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334537088:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.634013:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.639269:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334537088:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.639340:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [573440->585727] (req 573440->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.639370:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016130.639454:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332347520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5769us (6244us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.639466:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13003 00000100:00100000:0.0:1734016130.640559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.640763:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347648 00000100:00100000:3.0:1734016130.640777:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347648 00002000:00100000:3.0:1734016130.640835:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1339392->1347583) req@ffff88013501fb80 x1818247332347648/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 8680/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.640845:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501fb80 with x1818247332347648 ext(1339392->1347583) 00010000:00010000:3.0:1734016130.640857:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 11 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.640875:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 11 pid: 13917 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016130.640881:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013501fb80 00000100:00100000:3.0:1734016130.640920:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 360 00000100:00100000:3.0:1734016130.640927:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332347648:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.643296:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332347648:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2341us (2714us total) trans 4294969811 rc 0/0 00000100:00100000:3.0:1734016130.643323:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 360 00002000:00100000:3.0:1734016130.643347:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1339392->1347583) req@ffff88013501fb80 x1818247332347648/t4294969811(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:91/0 lens 8680/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.643362:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501fb80 with x1818247332347648 ext(1339392->1347583) 00010000:00010000:3.0:1734016130.643382:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 13 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.643409:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 13 pid: 13917 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016130.643416:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013501fb80 00000100:00100000:0.0:1734016130.652106:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.652819:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332347776 00000100:00100000:2.0:1734016130.652835:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332347776 00010000:00010000:2.0:1734016130.652895:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 13 pid: 13917 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.652948:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3501 00000100:00100000:2.0:1734016130.652957:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332347776:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.652976:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.653006:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 256 -> 272 00010000:00010000:2.0:1734016130.653433:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 13 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.653444:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 13 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.653469:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31770d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1347583) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5beda expref: 13 pid: 13917 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.653494:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.653496:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.653502:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.653508:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.653541:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.653552:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334537216:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016130.653608:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.664843:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.665040:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348032 00000100:00100000:3.0:1734016130.665057:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348032 00002000:00100000:3.0:1734016130.665132:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501e680 x1818247332348032/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.665145:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e680 with x1818247332348032 ext(0->4194303) 00002000:00010000:3.0:1734016130.665153:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501e680 00000100:00100000:3.0:1734016130.665183:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10005 00000100:00100000:3.0:1734016130.665193:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332348032:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.665958:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334537216:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016130.665991:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.666280:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332347776:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13321us (14186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.666294:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3501 00000100:00100000:2.0:1734016130.717081:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332348032:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 51869us (52246us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016130.717105:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10005 00002000:00100000:2.0:1734016130.717123:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501e680 x1818247332348032/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.717137:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e680 with x1818247332348032 ext(0->4194303) 00002000:00010000:2.0:1734016130.717144:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501e680 00000100:00100000:0.0:1734016130.726702:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.727022:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348160 00000100:00100000:1.0:1734016130.727036:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348160 00000100:00100000:1.0:1734016130.727102:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13004 00000100:00100000:1.0:1734016130.727114:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332348160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.727145:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.727174:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3177161 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf66 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.727264:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537344:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.727349:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.730524:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537344:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.730561:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3177161 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf66 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.730575:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3177161 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf66 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.730602:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016130.730660:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332348160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3547us (3972us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.730668:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13004 00000100:00100000:0.0:1734016130.733340:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.734217:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348288 00000100:00100000:1.0:1734016130.734232:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348288 00000100:00100000:1.0:1734016130.734289:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13005 00000100:00100000:1.0:1734016130.734298:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332348288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.734321:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.734428:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177168 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf6d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.734520:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537472:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.734870:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.739678:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537472:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.739820:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177168 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf6d expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.739838:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177168 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf6d expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.739855:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016130.739926:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332348288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5627us (6598us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.739938:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13005 00000100:00100000:2.0:1734016130.743487:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.745192:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348416 00000100:00100000:1.0:1734016130.745210:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348416 00000100:00100000:1.0:1734016130.745299:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13006 00000100:00100000:1.0:1734016130.745310:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332348416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.745339:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.745374:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317716f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf74 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.745468:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537600:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016130.745577:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.748662:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537600:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016130.748700:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317716f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf74 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.748715:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317716f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf74 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.748768:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016130.748839:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332348416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3529us (5374us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.748850:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13006 00000100:00100000:0.0:1734016130.752228:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.752585:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348544 00000100:00100000:1.0:1734016130.752600:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348544 00000100:00100000:1.0:1734016130.752713:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13007 00000100:00100000:1.0:1734016130.752746:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087223450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332348544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.752772:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.752805:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf7b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.752852:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.752861:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.752864:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.752869:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3436544->3440639] (req 3436544->3440639) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.752912:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.752927:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 8 pid: 13917 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.752949:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537728:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.753020:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007999da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.760224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.760529:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348672 00000100:00100000:2.0:1734016130.760541:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348672 00010000:00010000:2.0:1734016130.760593:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 9 pid: 13917 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016130.760706:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3502 00000100:00100000:1.0:1734016130.760903:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334537728:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.760936:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3436544->3440639] (req 3436544->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.760956:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016130.761029:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087223450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332348544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8308us (8820us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.761037:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13007 00000100:00100000:2.0:1734016130.761198:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332348672:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.761214:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.761236:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 9 pid: 13917 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016130.761252:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 9 pid: 13917 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016130.761277:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31770ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3817472->3821567) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf04 expref: 9 pid: 13917 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016130.761293:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.761295:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.761300:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.761309:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.761339:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.761349:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334537856:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016130.761376:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.774903:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334537856:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016130.774949:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.775096:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332348672:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14373us (14892us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.775116:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3502 00000100:00100000:0.0:1734016130.783942:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.784180:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332348928 00000100:00100000:2.0:1734016130.784201:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332348928 00002000:00100000:2.0:1734016130.784295:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3842047) req@ffff8800770bd880 x1818247332348928/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.784309:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd880 with x1818247332348928 ext(0->3842047) 00002000:00010000:2.0:1734016130.784319:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800770bd880 00000100:00100000:2.0:1734016130.784362:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10006 00000100:00100000:2.0:1734016130.784373:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332348928:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.836074:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332348928:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 51684us (52136us total) trans 0 rc 3842048/3842048 00000100:00100000:3.0:1734016130.836093:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10006 00002000:00100000:3.0:1734016130.836109:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3842047) req@ffff8800770bd880 x1818247332348928/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 3842048/3842048 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.836125:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd880 with x1818247332348928 ext(0->3842047) 00002000:00010000:3.0:1734016130.836133:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800770bd880 00000100:00100000:0.0:1734016130.845978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.846054:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.846243:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349184 00000100:00100000:1.0:1734016130.846259:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349184 00000100:00100000:1.0:1734016130.846324:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349056 00000100:00100000:1.0:1734016130.846327:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349056 00000100:00100000:1.0:1734016130.847360:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13008 00000100:00100000:1.0:1734016130.847378:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332349184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.847420:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.847456:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf89 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.847505:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.847508:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.847524:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.847559:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.847578:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016130.847693:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332349184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 322us (1725us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.847705:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13008 00000100:00100000:1.0:1734016130.847751:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13009 00000100:00100000:1.0:1734016130.847757:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332349056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.847769:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.847790:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf82 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.847808:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.847810:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.847816:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.847835:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.847843:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016130.847859:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332349056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 103us (1806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.847864:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13009 00000100:00100000:0.0:1734016130.852155:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.852422:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349440 00000100:00100000:1.0:1734016130.852436:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349440 00000100:00080000:0.0:1734016130.853035:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016100 00000100:00100000:1.0:1734016130.853206:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2676 00000100:00100000:1.0:1734016130.853216:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332349440:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016130.853296:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016130.853339:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177049 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be4e expref: 17 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.853372:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016130.853377:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016130.854129:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016130.854145:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.854152:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016130.854205:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.854221:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 18 pid: 6483 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.854239:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334537984:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.854482:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.858138:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334537984:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.858168:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016130.858933:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.859095:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349568 00000100:00100000:2.0:1734016130.859101:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349568 00010000:00010000:2.0:1734016130.859132:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 19 pid: 6483 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016130.859168:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3503 00000100:00100000:2.0:1734016130.859175:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332349568:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.859190:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.859195:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 19 pid: 6483 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016130.859205:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 19 pid: 6483 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016130.859226:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d317700a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5be16 expref: 19 pid: 6483 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016130.859257:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016130.859261:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016130.859271:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016130.859276:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016130.859295:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.859339:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332349568:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 163us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.859345:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3503 00010000:00010000:0.0:1734016130.859711:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016130.859718:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016130.859834:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969020 00000004:00010000:0.0:1734016130.859886:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800770be680 reply state ffff8800873aa000 transno 4294969021 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016130.859892:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016130.859974:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332349440:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6759us (7834us total) trans 4294969021 rc 0/0 00000100:00100000:0.0:1734016130.859981:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2676 00000020:00080000:0.0:1734016130.859985:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016130.862475:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016130.862492:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016130.862499:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016130.862506:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016130.862510:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016130.862519:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016130.862540:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016130.862544:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016130.862548:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016130.862552:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317718b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016130.862872:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.863869:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349696 00000100:00100000:1.0:1734016130.863891:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349696 00000100:00100000:1.0:1734016130.863970:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13010 00000100:00100000:1.0:1734016130.863984:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332349696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.864020:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.864049:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf90 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.864093:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.864102:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.864109:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.864111:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.864115:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.864159:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.864176:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 12 pid: 7694 timeout: 495 lvb_type: 1 00000100:00100000:1.0:1734016130.864195:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334538112:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.864301:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.864310:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.864318:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334538240:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.864338:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.872520:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016130.872800:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334538112:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.872814:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334538240:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.872887:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.872921:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016130.873023:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332349696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9039us (10158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.873045:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13010 00000100:00100000:3.0:1734016130.873778:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349824 00000100:00100000:3.0:1734016130.873790:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349824 00010000:00010000:3.0:1734016130.873829:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 13 pid: 7694 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016130.873863:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3504 00000100:00100000:3.0:1734016130.873873:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332349824:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.873893:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.873926:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 13 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016130.873940:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 13 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016130.873977:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177184 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf82 expref: 13 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016130.874023:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.875115:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332349824:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1237us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.875128:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3504 00000100:00100000:0.0:1734016130.881205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.881659:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332349952 00000100:00100000:3.0:1734016130.881668:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332349952 00010000:00010000:3.0:1734016130.881702:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016130.881750:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3505 00000100:00100000:3.0:1734016130.881757:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332349952:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.881770:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.881788:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016130.881805:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016130.881824:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d317715a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 573440->585727) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf5f expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016130.882382:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.882385:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.882391:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.882399:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.882426:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.883832:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334538368:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016130.883940:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.890099:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.890276:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334538368:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016130.890315:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.890388:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332349952:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8630us (9679us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.890399:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3505 00000100:00100000:1.0:1734016130.890480:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350080 00000100:00100000:1.0:1734016130.890487:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350080 00000100:00100000:1.0:1734016130.890530:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13011 00000100:00100000:1.0:1734016130.890537:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332350080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.890558:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.890576:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf97 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.890611:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.890619:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.890625:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.890627:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.890630:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.890664:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.890678:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 8 pid: 7694 timeout: 495 lvb_type: 1 00000100:00100000:1.0:1734016130.890690:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334538496:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.890763:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.890770:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.890777:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334538624:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.890789:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00010000:00010000:3.0:1734016130.897814:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016130.897934:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334538496:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016130.897951:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334538624:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016130.897987:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.898019:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016130.899399:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332350080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8846us (9302us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.899417:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13011 00000100:00100000:0.0:1734016130.900409:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.900527:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350208 00000100:00100000:3.0:1734016130.900541:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350208 00010000:00010000:3.0:1734016130.900592:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 9 pid: 7694 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016130.901351:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3506 00000100:00100000:3.0:1734016130.901361:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332350208:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.901382:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.901415:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 9 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016130.901428:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 9 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016130.901457:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d317717d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf89 expref: 9 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016130.901680:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.902317:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332350208:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 954us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.902325:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3506 00000100:00100000:0.0:1734016130.906606:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.906760:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350336 00000100:00100000:3.0:1734016130.906771:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350336 00010000:00010000:3.0:1734016130.906810:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016130.906839:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3507 00000100:00100000:3.0:1734016130.906846:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332350336:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.906867:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.906888:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016130.906899:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016130.906921:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177176 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3436544->3440639) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf7b expref: 7 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016130.907718:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.907845:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.907853:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.907863:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.907902:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.907917:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334538752:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016130.908510:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.916192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016130.916248:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.916614:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334538752:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016130.916643:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.916697:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332350336:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9851us (10111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.916711:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3507 00000100:00100000:2.0:1734016130.916841:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350592 00000100:00100000:2.0:1734016130.916848:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350592 00002000:00010000:2.0:1734016130.916900:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (154769->18446744073709551615) 00002000:00100000:2.0:1734016130.916905:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332350592 ext(154769->18446744073709551615) 00002000:00010000:2.0:1734016130.916918:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610aa00. 00000100:00100000:2.0:1734016130.916947:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350464 00000100:00100000:2.0:1734016130.916949:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350464 00002000:00010000:2.0:1734016130.916965:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016130.916968:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109880 with x1818247332350464 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016130.916977:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109880. 00000100:00100000:2.0:1734016130.917001:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10007 00000100:00100000:2.0:1734016130.917008:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332350592:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016130.920117:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10008 00000100:00100000:1.0:1734016130.920136:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332350464:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016130.920407:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016130.920412:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016131 00002000:00010000:1.0:1734016130.920414:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.920416:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:1.0:1734016130.920418:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:1.0:1734016130.920495:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332350464:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 362us (4245us total) trans 4294969812 rc 0/0 00000100:00100000:1.0:1734016130.920502:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10008 00002000:00010000:1.0:1734016130.920508:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016130.920513:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109880 with x1818247332350464 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016130.920521:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109880. 00002000:00010000:2.0:1734016130.924512:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3839870 -> 154769 00002000:00010000:2.0:1734016130.924525:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016130.924527:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.924529:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016130.924532:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:2.0:1734016130.928751:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332350592:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 11705us (12536us total) trans 4294968207 rc 0/0 00000100:00100000:2.0:1734016130.928773:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10007 00002000:00010000:2.0:1734016130.928787:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (154769->18446744073709551615) 00002000:00100000:2.0:1734016130.928791:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332350592 ext(154769->18446744073709551615) 00002000:00010000:2.0:1734016130.928810:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610aa00. 00000100:00100000:0.0:1734016130.931877:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016130.932085:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350720 00000100:00100000:2.0:1734016130.932104:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350720 00000100:00100000:2.0:1734016130.932601:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2677 00000100:00100000:2.0:1734016130.932614:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332350720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.932663:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.932702:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d31771a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bf9e expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.932886:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016130.932906:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016130.932923:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016130.932961:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4349073 00000004:00200000:2.0:1734016130.932969:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.933077:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016130.933110:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d31771a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.933154:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.933165:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016130.933170:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.933174:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016130.933558:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332350720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 944us (1701us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.933568:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2677 00000100:00100000:0.0:1734016130.950574:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016130.950807:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332350976 00000100:00100000:3.0:1734016130.950821:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332350976 00002000:00100000:3.0:1734016130.950878:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076108000 x1818247332350976/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.950890:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332350976 ext(0->4194303) 00002000:00010000:3.0:1734016130.950896:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108000 00000100:00100000:3.0:1734016130.950921:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10009 00000100:00100000:3.0:1734016130.950928:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332350976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.000139:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332350976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 49197us (49563us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016131.000160:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10009 00002000:00100000:2.0:1734016131.000184:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076108000 x1818247332350976/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.000195:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332350976 ext(0->4194303) 00002000:00010000:2.0:1734016131.000205:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108000 00000100:00100000:0.0:1734016131.015063:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.015205:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351104 00000100:00100000:1.0:1734016131.015222:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351104 00000100:00100000:1.0:1734016131.015293:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13012 00000100:00100000:1.0:1734016131.015302:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332351104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.015329:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.015362:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfa5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.015405:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.015416:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.015418:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.015423:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5410816->5414911] (req 5410816->5414911) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.015468:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.015484:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 10 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.015500:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334538880:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016131.015585:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.025518:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334538880:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016131.025565:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5410816->5414911] (req 5410816->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.025596:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016131.025647:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332351104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10345us (10604us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.025656:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13012 00000100:00100000:0.0:1734016131.026168:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.026400:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351232 00000100:00100000:3.0:1734016131.026409:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351232 00010000:00010000:3.0:1734016131.026455:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.026495:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3508 00000100:00100000:3.0:1734016131.026502:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332351232:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.026523:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.026551:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.026563:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.026593:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177192 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf90 expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.026615:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.026618:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.026624:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.026633:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.026670:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.026684:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334539008:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016131.026777:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66cc0 going to sleep for 11 seconds 00000100:00080000:2.0:1734016131.027194:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00000100:00100000:3.0:1734016131.029377:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334539008:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016131.029409:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.029477:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332351232:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2973us (3310us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.029492:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3508 00000100:00100000:0.0:1734016131.034843:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.034941:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351360 00000100:00100000:1.0:1734016131.034953:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351360 00000100:00100000:1.0:1734016131.035456:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13013 00000100:00100000:1.0:1734016131.035465:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332351360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.035484:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.035500:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31771b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfac expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.035572:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334539136:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.036478:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016131.039158:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4194304 -> 5413536 00000100:00100000:1.0:1734016131.039192:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334539136:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.039237:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31771b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfac expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.039250:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31771b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfac expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.039267:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016131.039588:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332351360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4121us (4756us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.039604:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13013 00000100:00100000:0.0:1734016131.044265:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.045134:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351488 00000100:00100000:1.0:1734016131.045147:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351488 00000100:00100000:1.0:1734016131.045209:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13014 00000100:00100000:1.0:1734016131.045219:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332351488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.045245:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.045270:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31771bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfb3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.045344:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334539264:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.045437:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.047774:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334539264:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.047823:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31771bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfb3 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.047838:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31771bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfb3 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.047853:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016131.048230:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332351488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3007us (3970us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.048241:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13014 00000100:00100000:0.0:1734016131.053281:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.053590:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351616 00000100:00100000:1.0:1734016131.053602:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351616 00000100:00100000:1.0:1734016131.053700:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13015 00000100:00100000:1.0:1734016131.053710:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332351616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.053780:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.053800:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfba expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.053836:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.053843:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.053845:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.053848:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3186688->3198975] (req 3186688->3198975) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.053879:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.053891:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 12 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.053902:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334539392:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016131.053960:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.059296:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.059476:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334539392:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016131.059523:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3186688->3198975] (req 3186688->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.059545:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016131.059602:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332351616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5891us (6340us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.059614:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13015 00000100:00100000:2.0:1734016131.059879:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351744 00000100:00100000:2.0:1734016131.059887:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351744 00002000:00100000:2.0:1734016131.059942:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5410816->5413535) req@ffff880076108380 x1818247332351744/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 3208/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.059952:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108380 with x1818247332351744 ext(5410816->5413535) 00010000:00010000:2.0:1734016131.059960:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 13 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.059979:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 13 pid: 7694 timeout: 495 lvb_type: 0 00002000:00010000:2.0:1734016131.059987:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076108380 00000100:00100000:2.0:1734016131.060028:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 361 00000100:00100000:2.0:1734016131.060035:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332351744:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.062532:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332351744:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2481us (3234us total) trans 4294969813 rc 0/0 00000100:00100000:2.0:1734016131.062548:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 361 00002000:00100000:2.0:1734016131.062568:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5410816->5413535) req@ffff880076108380 x1818247332351744/t4294969813(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 3208/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.062581:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108380 with x1818247332351744 ext(5410816->5413535) 00010000:00010000:2.0:1734016131.062596:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 15 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.062614:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 15 pid: 7694 timeout: 495 lvb_type: 0 00002000:00010000:2.0:1734016131.062621:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076108380 00000100:00100000:0.0:1734016131.066647:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.066811:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332351872 00000100:00100000:3.0:1734016131.066832:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332351872 00010000:00010000:3.0:1734016131.066887:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 15 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.067617:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3509 00000100:00100000:3.0:1734016131.067628:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332351872:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.067657:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016131.067690:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 272 -> 280 00010000:00010000:3.0:1734016131.067697:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 15 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.067711:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 15 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.067882:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31771ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfa5 expref: 15 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.067973:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.067975:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.067983:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.068000:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.068049:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.068063:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334539520:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016131.068338:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.078101:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.078184:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332352128 00000100:00100000:2.0:1734016131.078199:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332352128 00002000:00100000:2.0:1734016131.078265:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076109500 x1818247332352128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.078276:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109500 with x1818247332352128 ext(0->4194303) 00002000:00010000:2.0:1734016131.078285:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109500 00000100:00100000:2.0:1734016131.078320:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10010 00000100:00100000:2.0:1734016131.078328:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332352128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.084253:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334539520:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016131.084295:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.084387:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332351872:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 16761us (17765us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.084402:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3509 00000100:00100000:3.0:1734016131.127129:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332352128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 48781us (49027us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.127147:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10010 00002000:00100000:3.0:1734016131.127167:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076109500 x1818247332352128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.127181:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109500 with x1818247332352128 ext(0->4194303) 00002000:00010000:3.0:1734016131.127191:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109500 00000100:00100000:0.0:1734016131.135904:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.135978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.136002:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332352512 00000100:00100000:2.0:1734016131.136012:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332352512 00000100:00100000:2.0:1734016131.136094:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2678 00000100:00100000:2.0:1734016131.136102:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332352512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.136127:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.136147:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d31771ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfc1 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016131.136149:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00010000:00010000:2.0:1734016131.139090:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31771d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016131.139120:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31771d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016131.139136:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31771d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016131.139165:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4349073 00000004:00200000:2.0:1734016131.139174:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.139197:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31771d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016131.139230:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d31771ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc1 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.139281:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31771d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc1 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.139296:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016131.139299:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.139302:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016131.139404:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332352512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3301us (3509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.139417:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2678 00000100:00100000:3.0:1734016131.140088:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332352384 00000100:00100000:3.0:1734016131.140098:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332352384 00002000:00100000:3.0:1734016131.140154:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->155647) req@ffff880076109180 x1818247332352384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.140163:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247332352384 ext(0->155647) 00002000:00010000:3.0:1734016131.140167:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:3.0:1734016131.140189:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10011 00000100:00100000:3.0:1734016131.140195:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332352384:12345-192.168.201.52@tcp:3:fsx.0 00000100:00080000:0.0:1734016131.141332:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016101 00000100:00100000:3.0:1734016131.145313:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332352384:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5095us (9313us total) trans 0 rc 155648/155648 00000100:00100000:3.0:1734016131.145335:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10011 00002000:00100000:3.0:1734016131.145356:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->155647) req@ffff880076109180 x1818247332352384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 155648/155648 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.145367:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247332352384 ext(0->155647) 00002000:00010000:3.0:1734016131.145377:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:0.0:1734016131.152218:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.152335:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332352640 00000100:00100000:1.0:1734016131.152348:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332352640 00000100:00100000:1.0:1734016131.152418:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13016 00000100:00100000:1.0:1734016131.152427:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332352640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.152452:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.152475:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfc8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.152504:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.152506:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.152515:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.152533:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.152546:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016131.152609:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332352640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 184us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.152617:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13016 00000100:00100000:0.0:1734016131.155804:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.157808:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332352768 00000100:00100000:2.0:1734016131.157840:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332352768 00000100:00100000:2.0:1734016131.157938:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13017 00000100:00100000:2.0:1734016131.157952:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332352768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.158022:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.158055:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d31771df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfcf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.158152:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334539648:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.158263:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016131.163050:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:2.0:1734016131.163098:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334539648:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.163169:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d31771df lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfcf expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.163191:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d31771df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfcf expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.163248:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016131.163385:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332352768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5434us (7589us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.163397:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13017 00000100:00100000:0.0:1734016131.173075:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.173298:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332352896 00000100:00100000:2.0:1734016131.173312:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332352896 00000100:00100000:2.0:1734016131.173364:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13018 00000100:00100000:2.0:1734016131.173370:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332352896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.173393:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.173417:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31771e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfd6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.173485:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334539776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.173588:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.185052:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334539776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.185095:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31771e6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfd6 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.185112:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d31771e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfd6 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.185130:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016131.185205:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332352896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11832us (12137us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.185217:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13018 00000100:00100000:0.0:1734016131.189673:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.189804:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353024 00000100:00100000:2.0:1734016131.189820:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353024 00000100:00100000:2.0:1734016131.189898:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13019 00000100:00100000:2.0:1734016131.189908:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332353024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.189932:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.189960:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d31771ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfdd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.190048:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334539904:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.190117:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.199489:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334539904:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.199545:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d31771ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfdd expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.199562:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d31771ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfdd expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.199594:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016131.199653:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332353024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9746us (9998us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.199664:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13019 00000100:00100000:1.0:1734016131.215401:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.215537:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353280 00000100:00100000:3.0:1734016131.215551:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353280 00002000:00100000:3.0:1734016131.215616:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3203072->3207167) req@ffff880077303800 x1818247332353280/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.215627:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303800 with x1818247332353280 ext(3203072->3207167) 00002000:00010000:3.0:1734016131.215632:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077303800 00000100:00100000:3.0:1734016131.215677:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10012 00000100:00100000:3.0:1734016131.215685:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332353280:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.218045:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332353280:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2342us (2644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.218061:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10012 00002000:00100000:3.0:1734016131.218079:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3203072->3207167) req@ffff880077303800 x1818247332353280/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.218089:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303800 with x1818247332353280 ext(3203072->3207167) 00002000:00010000:3.0:1734016131.218095:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077303800 00000100:00100000:0.0:1734016131.229439:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.231465:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353408 00000100:00100000:2.0:1734016131.231488:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353408 00000100:00100000:2.0:1734016131.231606:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13020 00000100:00100000:2.0:1734016131.231617:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332353408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.231648:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.231682:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31771f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfe4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.231928:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334540032:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.232025:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.234280:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334540032:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.234323:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31771f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfe4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.234338:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31771f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfe4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.234369:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016131.234428:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332353408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2812us (5007us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.234441:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13020 00000100:00100000:1.0:1734016131.237771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.237870:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353536 00000100:00100000:2.0:1734016131.237883:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353536 00000100:00100000:2.0:1734016131.237937:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13021 00000100:00100000:2.0:1734016131.237945:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332353536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.237970:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.238000:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31771fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bfeb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.238057:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334540160:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.238118:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.241151:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334540160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.241192:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31771fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfeb expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.241208:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31771fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfeb expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.241264:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016131.241419:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332353536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3472us (3659us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.241428:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13021 00000100:00100000:0.0:1734016131.250841:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.251007:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353664 00000100:00100000:2.0:1734016131.251021:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353664 00000100:00100000:2.0:1734016131.251092:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13022 00000100:00100000:2.0:1734016131.251102:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332353664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.251133:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.251163:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bff2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.251199:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.251207:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.251213:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.251215:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.251219:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3440640->3448831] (req 3440640->3448831) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.251260:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.251271:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 495 lvb_type: 1 00000100:00100000:2.0:1734016131.251286:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334540288:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016131.251375:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.251384:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 10 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.251392:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334540416:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016131.251413:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.257226:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334540288:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016131.257242:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334540416:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016131.257279:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3440640->3448831] (req 3440640->3448831) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.257299:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016131.257339:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10366:x1818247332353664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6238us (6509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.257353:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13022 00000100:00100000:0.0:1734016131.260047:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.260166:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353792 00000100:00100000:3.0:1734016131.260177:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353792 00010000:00010000:3.0:1734016131.260218:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016131.261039:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3510 00000100:00100000:3.0:1734016131.261054:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332353792:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.261087:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.261135:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.261157:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.261194:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d31771d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc8 expref: 16 pid: 7694 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.261224:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.261309:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332353792:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 257us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.261317:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3510 00000100:00100000:0.0:1734016131.270219:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.271370:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332353920 00000100:00100000:1.0:1734016131.271386:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332353920 00010000:00010000:1.0:1734016131.271436:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.271686:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3511 00000100:00100000:1.0:1734016131.271695:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332353920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.271710:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.271749:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.271762:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.271781:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31771c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3198975) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfba expref: 11 pid: 7694 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.271813:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.271816:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.271822:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.271830:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.271866:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.271879:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334540544:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016131.271949:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.276179:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.276302:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334540544:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016131.276338:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016131.276380:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332353920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4686us (6171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.276392:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3511 00000100:00100000:2.0:1734016131.276895:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354048 00000100:00100000:2.0:1734016131.276904:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354048 00000100:00100000:2.0:1734016131.276949:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13023 00000100:00100000:2.0:1734016131.276955:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332354048:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.277240:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5413536 -> 5413536 00002000:00010000:2.0:1734016131.277243:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.277246:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016131.277248:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.277250:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:2.0:1734016131.277346:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332354048:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 390us (1179us total) trans 4294969814 rc 0/0 00000100:00100000:2.0:1734016131.277351:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13023 00000100:00100000:2.0:1734016131.282634:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.282919:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354176 00000100:00100000:1.0:1734016131.282929:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354176 00000100:00100000:1.0:1734016131.282976:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13024 00000100:00100000:1.0:1734016131.282995:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332354176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.283017:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.283039:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177209 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5bff9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.283108:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334540672:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.283174:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016131.285090:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:1.0:1734016131.285124:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334540672:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.285177:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177209 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff9 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.285191:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177209 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff9 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.285393:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016131.285498:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332354176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2512us (2877us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.285513:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13024 00000100:00100000:0.0:1734016131.291048:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.291207:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354304 00000100:00100000:1.0:1734016131.291229:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354304 00000100:00100000:1.0:1734016131.291354:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13025 00000100:00100000:1.0:1734016131.291364:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332354304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.291397:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.291433:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177210 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c000 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.291977:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334540800:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.292613:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.296520:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334540800:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.296564:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177210 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c000 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.296582:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177210 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c000 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.296610:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016131.296670:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332354304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5308us (5635us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.296681:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13025 00000100:00100000:3.0:1734016131.301178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.301301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354432 00000100:00100000:1.0:1734016131.301314:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354432 00000100:00100000:1.0:1734016131.301457:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13026 00000100:00100000:1.0:1734016131.301472:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332354432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.301508:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.301540:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177217 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c007 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.301642:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334540928:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.302435:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.306669:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334540928:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.306875:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177217 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c007 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.306900:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177217 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c007 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.306936:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:0.0:1734016131.307039:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332354432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5568us (5879us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.307050:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13026 00000100:00100000:3.0:1734016131.311918:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.312038:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354560 00000100:00100000:0.0:1734016131.312051:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354560 00000100:00100000:0.0:1734016131.312339:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13027 00000100:00100000:0.0:1734016131.312348:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332354560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.312374:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.312403:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d317721e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c00e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.312492:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334541056:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.312589:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.315491:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334541056:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.315547:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d317721e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c00e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.315564:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d317721e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c00e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.315603:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016131.315666:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332354560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3319us (3767us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.315676:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13027 00000100:00100000:3.0:1734016131.321428:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.321463:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354816 00000100:00100000:3.0:1734016131.321472:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354816 00002000:00100000:3.0:1734016131.321527:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2772992->2777087) req@ffff88012ea92300 x1818247332354816/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.321536:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92300 with x1818247332354816 ext(2772992->2777087) 00002000:00010000:3.0:1734016131.321543:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea92300 00000100:00100000:1.0:1734016131.322372:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334541184:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322453:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016131.322474:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334541696:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322497:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016131.322518:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734016131.322523:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334541568:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322540:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016131.322562:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541696 00000100:00100000:1.0:1734016131.322566:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541696 00000100:00100000:1.0:1734016131.322595:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1734016131.322604:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334541696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322645:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334541696:12345-0@lo:400:kworker.0 Request processed in 42us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.322652:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00080000:1.0:1734016131.322679:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:1.0:1734016131.322711:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334541696:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322763:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541184 00000100:00100000:1.0:1734016131.322765:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541184 00000100:00100000:1.0:1734016131.322795:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1734016131.322799:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334541184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322823:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334541184:12345-0@lo:400:kworker.0 Request processed in 24us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.322829:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:1.0:1734016131.322847:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016101 00000100:00100000:1.0:1734016131.322858:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334541184:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322874:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541568 00000100:00100000:1.0:1734016131.322876:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541568 00000100:00080000:1.0:1734016131.322884:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016101 00000100:00100000:1.0:1734016131.322899:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1734016131.322904:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334541568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.322933:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334541568:12345-0@lo:400:kworker.0 Request processed in 29us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.322937:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1734016131.322950:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334541568:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323004:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334541312:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323025:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016131.323035:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334541824:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323048:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016131.323055:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016131.323059:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3512:1818247334541440:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323070:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016131.323082:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541312 00000100:00100000:1.0:1734016131.323084:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541312 00000100:00100000:1.0:1734016131.323101:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541440 00000100:00100000:1.0:1734016131.323103:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541440 00000100:00100000:1.0:1734016131.323119:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1734016131.323122:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334541312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323143:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334541312:12345-0@lo:400:kworker.0 Request processed in 20us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.323147:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1734016131.323155:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1734016131.323158:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3512:x1818247334541440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323172:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3512:x1818247334541440:12345-0@lo:400:kworker.0 Request processed in 13us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.323177:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00080000:1.0:1734016131.323184:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:1.0:1734016131.323194:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3512:1818247334541440:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323202:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334541312:0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323217:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334541824 00000100:00100000:1.0:1734016131.323219:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334541824 00000100:00080000:1.0:1734016131.323226:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00000100:00100000:1.0:1734016131.323238:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1734016131.323241:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334541824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016131.323262:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334541824:12345-0@lo:400:kworker.0 Request processed in 20us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.323266:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1734016131.323279:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334541824:0@lo:400:kworker.0 00000100:00100000:3.0:1734016131.323491:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10013 00000100:00100000:3.0:1734016131.323498:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332354816:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.323673:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332354816:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 175us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.323680:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10013 00002000:00100000:3.0:1734016131.323692:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2772992->2777087) req@ffff88012ea92300 x1818247332354816/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.323702:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea92300 with x1818247332354816 ext(2772992->2777087) 00002000:00010000:3.0:1734016131.323708:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea92300 00000100:00100000:2.0:1734016131.327441:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.327592:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332354944 00000100:00100000:1.0:1734016131.327604:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332354944 00000100:00100000:2.0:1734016131.328297:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13028 00000100:00100000:2.0:1734016131.328309:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332354944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.328340:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.328364:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177225 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c015 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.328455:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334541952:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.329080:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.332884:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334541952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.332953:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177225 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c015 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.332972:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177225 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c015 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.333010:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016131.333099:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332354944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4791us (5668us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.333113:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13028 00000100:00100000:1.0:1734016131.336306:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016131.336345:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334542080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016131.336465:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016131.337077:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334542080 00000100:00100000:3.0:1734016131.337090:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334542080 00000100:00100000:3.0:1734016131.337151:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1734016131.337160:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334542080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016131.337195:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980140608 pending 98304 free 3923034112 avail 3691511808 00000100:00100000:3.0:1734016131.337252:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334542080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.337259:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1734016131.337372:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334542080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016131.338403:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.338507:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332355072 00000100:00100000:2.0:1734016131.338515:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332355072 00000100:00100000:2.0:1734016131.338577:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13029 00000100:00100000:2.0:1734016131.338586:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332355072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.338609:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.338644:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d317722c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c01c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.338773:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542208:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.338838:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.340943:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542208:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.340978:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d317722c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c01c expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.341001:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d317722c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c01c expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.341558:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016131.341677:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332355072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3087us (3279us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.341691:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13029 00000100:00100000:0.0:1734016131.348112:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.348216:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332355328 00000100:00100000:2.0:1734016131.348226:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332355328 00002000:00100000:2.0:1734016131.348283:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (155648->2781183) req@ffff88012b9d3100 x1818247332355328/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.348293:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3100 with x1818247332355328 ext(155648->2781183) 00002000:00010000:2.0:1734016131.348299:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3100 00000100:00100000:2.0:1734016131.348386:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10014 00000100:00100000:2.0:1734016131.348395:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332355328:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.358168:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332355328:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 9759us (10056us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.358186:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10014 00002000:00100000:2.0:1734016131.358201:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (155648->2781183) req@ffff88012b9d3100 x1818247332355328/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.358211:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3100 with x1818247332355328 ext(155648->2781183) 00002000:00010000:2.0:1734016131.358217:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3100 00000100:00100000:3.0:1734016131.364342:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.364513:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332355456 00000100:00100000:2.0:1734016131.364528:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332355456 00000100:00100000:2.0:1734016131.364658:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13030 00000100:00100000:2.0:1734016131.364669:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332355456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.364700:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.364881:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177233 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c023 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.364981:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542336:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.365170:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.367886:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542336:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.367961:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177233 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c023 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.367977:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177233 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c023 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.368014:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016131.368456:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332355456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3784us (4134us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.368470:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13030 00000100:00100000:1.0:1734016131.376991:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.379559:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332355584 00000100:00100000:2.0:1734016131.379577:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332355584 00000100:00100000:2.0:1734016131.379659:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13031 00000100:00100000:2.0:1734016131.379668:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332355584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.379696:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.379734:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317723a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c02a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.379803:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542464:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.379884:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.383238:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542464:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.383313:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317723a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c02a expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.383337:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317723a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c02a expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.383372:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016131.383454:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332355584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3783us (6488us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.383468:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13031 00000100:00100000:0.0:1734016131.388846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.389074:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332355840 00000100:00100000:2.0:1734016131.389092:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332355840 00002000:00100000:2.0:1734016131.389174:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2781184->2785279) req@ffff88012b9d2680 x1818247332355840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.389188:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2680 with x1818247332355840 ext(2781184->2785279) 00002000:00010000:2.0:1734016131.389196:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d2680 00000100:00100000:2.0:1734016131.389823:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10015 00000100:00100000:2.0:1734016131.389836:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332355840:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.390145:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332355840:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 311us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.390152:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10015 00002000:00100000:2.0:1734016131.390158:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2781184->2785279) req@ffff88012b9d2680 x1818247332355840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.390172:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d2680 with x1818247332355840 ext(2781184->2785279) 00002000:00010000:2.0:1734016131.390177:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d2680 00000100:00100000:1.0:1734016131.394176:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.394288:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332355968 00000100:00100000:2.0:1734016131.394304:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332355968 00000100:00100000:2.0:1734016131.394693:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13032 00000100:00100000:2.0:1734016131.394702:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332355968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.394773:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.394803:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177241 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c031 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.394877:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542592:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.394947:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.398296:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542592:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.398340:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177241 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c031 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.398359:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177241 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c031 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.398388:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016131.398593:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332355968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3890us (4587us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.398604:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13032 00000100:00100000:0.0:1734016131.412513:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.416110:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356096 00000100:00100000:3.0:1734016131.416131:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356096 00002000:00100000:3.0:1734016131.416200:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2772992->2785279) req@ffff88012b9d0e00 x1818247332356096/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 12776/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.416212:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247332356096 ext(2772992->2785279) 00002000:00010000:3.0:1734016131.416220:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d0e00 00000100:00100000:3.0:1734016131.416287:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10016 00000100:00100000:3.0:1734016131.416295:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332356096:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016131.417466:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332356096:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1166us (4958us total) trans 4294968208 rc 0/0 00000100:00100000:3.0:1734016131.417474:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10016 00002000:00100000:3.0:1734016131.417481:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2772992->2785279) req@ffff88012b9d0e00 x1818247332356096/t4294968208(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 12776/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.417490:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0e00 with x1818247332356096 ext(2772992->2785279) 00002000:00010000:3.0:1734016131.417494:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d0e00 00000100:00100000:1.0:1734016131.422475:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.422677:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356224 00000100:00100000:2.0:1734016131.422689:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356224 00000100:00100000:2.0:1734016131.426101:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2679 00000100:00100000:2.0:1734016131.426128:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332356224:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016131.433664:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332356224:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 7508us (11172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.433690:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2679 00000100:00100000:0.0:1734016131.436616:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.436774:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356352 00000100:00100000:2.0:1734016131.436787:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356352 00000100:00100000:2.0:1734016131.437914:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13033 00000100:00100000:2.0:1734016131.437926:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332356352:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.445209:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968208 is committed 00000001:00080000:0.0:1734016131.445243:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968206 is committed 00000100:00100000:2.0:1734016131.449486:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332356352:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 11530us (12855us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.449510:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13033 00000100:00100000:1.0:1734016131.452851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.452949:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356480 00000100:00100000:2.0:1734016131.452963:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356480 00000100:00100000:2.0:1734016131.453030:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13034 00000100:00100000:2.0:1734016131.453037:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332356480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.453065:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.453088:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3177248 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c038 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.453159:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334542720:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.453230:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016131.460331:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 154769 -> 2785280 00002000:00010000:2.0:1734016131.460342:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 24 00000100:00100000:2.0:1734016131.460376:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334542720:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.460419:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3177248 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c038 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.460445:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d3177248 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c038 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.460481:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016131.460558:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332356480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7518us (7719us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.460571:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13034 00000100:00100000:2.0:1734016131.463382:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.463589:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356608 00000100:00100000:0.0:1734016131.463597:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356608 00000100:00100000:0.0:1734016131.464441:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13035 00000100:00100000:0.0:1734016131.464450:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332356608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.464476:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.464502:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317724f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c03f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.464587:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334542848:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.464684:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.469016:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334542848:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.469082:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317724f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c03f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.469109:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317724f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c03f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.469160:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016131.469277:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332356608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4826us (5903us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.469290:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13035 00000100:00100000:2.0:1734016131.474114:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.474379:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356736 00000100:00100000:0.0:1734016131.474395:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356736 00000100:00100000:0.0:1734016131.474491:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13036 00000100:00100000:0.0:1734016131.474499:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332356736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.474521:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.474540:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3177256 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c046 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.474605:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542976:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.474690:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.477198:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334542976:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.477253:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3177256 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c046 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.477272:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d3177256 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c046 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.477345:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016131.477417:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332356736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2916us (4092us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.477430:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13036 00000100:00100000:2.0:1734016131.486915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.487335:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356864 00000100:00100000:0.0:1734016131.487352:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356864 00000100:00100000:0.0:1734016131.487433:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13037 00000100:00100000:0.0:1734016131.487446:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332356864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.487481:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.487513:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c04d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.487554:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.487563:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016131.487566:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016131.487571:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4866048->4870143] (req 4866048->4870143) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.487621:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.487639:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 15 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016131.487664:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334543104:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016131.487817:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.491268:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334543104:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016131.491305:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4866048->4870143] (req 4866048->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.491332:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016131.491972:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332356864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4526us (5072us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.491992:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13037 00000100:00100000:3.0:1734016131.492817:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.495467:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332356992 00000100:00100000:1.0:1734016131.495490:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332356992 00010000:00010000:1.0:1734016131.495537:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.495586:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3512 00000100:00100000:1.0:1734016131.495593:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332356992:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.495609:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.495636:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.495649:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.495680:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177202 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3440640->3448831) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bff2 expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.495707:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.495712:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.495737:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.495746:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.495790:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.495804:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334543232:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016131.495909:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.502582:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.502736:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334543232:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016131.502765:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016131.502830:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332356992:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7235us (10012us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.502841:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3512 00000100:00100000:0.0:1734016131.503150:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357120 00000100:00100000:0.0:1734016131.503157:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357120 00000100:00100000:0.0:1734016131.503195:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13038 00000100:00100000:0.0:1734016131.503202:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332357120:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016131.503524:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5413536 -> 5413536 00002000:00010000:0.0:1734016131.503529:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.503531:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:0.0:1734016131.503533:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.503535:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 280 -> 288 00000100:00100000:0.0:1734016131.503576:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332357120:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 374us (1010us total) trans 4294969815 rc 0/0 00000100:00100000:0.0:1734016131.503583:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13038 00000100:00100000:3.0:1734016131.508762:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.509434:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.509609:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357376 00000100:00100000:2.0:1734016131.509620:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357376 00000100:00100000:2.0:1734016131.509673:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357248 00000100:00100000:2.0:1734016131.509675:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357248 00000100:00100000:2.0:1734016131.509702:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13039 00000100:00100000:2.0:1734016131.509710:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332357376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.509752:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.509775:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177264 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c05b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.509833:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334543360:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.509893:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.510046:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13040 00000100:00100000:3.0:1734016131.510051:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332357248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.510058:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.510069:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317726b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c054 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.510096:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334543488:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016131.510119:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.513850:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334543360:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.513920:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177264 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c05b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.513951:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177264 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c05b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.513992:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016131.514079:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332357376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4368us (5366us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.514092:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13039 00002000:00010000:3.0:1734016131.518685:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:3.0:1734016131.518710:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334543488:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016131.518805:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317726b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c054 expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.518818:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317726b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c054 expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.518844:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016131.518962:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332357248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8908us (9527us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.518970:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13040 00000100:00100000:3.0:1734016131.521161:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.521193:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.521252:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357632 00000100:00100000:0.0:1734016131.521261:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357632 00000100:00100000:0.0:1734016131.521300:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357504 00000100:00100000:0.0:1734016131.521302:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357504 00000100:00100000:0.0:1734016131.521317:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13041 00000100:00100000:0.0:1734016131.521323:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332357632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.521343:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.521358:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177272 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c069 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.521410:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334543616:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.521471:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.521490:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13042 00000100:00100000:0.0:1734016131.521495:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332357504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.521502:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.521511:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3177279 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c062 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.521533:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334543744:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.521549:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.525793:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334543616:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.525836:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177272 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c069 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.525853:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177272 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c069 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.525889:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:0.0:1734016131.525942:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332357632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4617us (4789us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.525952:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13041 00000100:00100000:1.0:1734016131.526373:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334543744:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.526391:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3177279 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c062 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.526399:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3177279 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c062 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.526418:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:1.0:1734016131.526449:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332357504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4953us (5255us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.526455:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13042 00000100:00100000:2.0:1734016131.531160:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.531243:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357760 00000100:00100000:1.0:1734016131.531253:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357760 00000100:00100000:1.0:1734016131.531285:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13043 00000100:00100000:1.0:1734016131.531292:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332357760:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016131.531904:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5413536 -> 5413536 00002000:00010000:1.0:1734016131.531907:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.531909:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:1.0:1734016131.531911:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.531913:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:1.0:1734016131.531972:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332357760:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 679us (819us total) trans 4294969816 rc 0/0 00000100:00100000:1.0:1734016131.531979:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13043 00000100:00100000:3.0:1734016131.537977:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.538203:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.538552:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332357888 00000100:00100000:1.0:1734016131.538565:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332357888 00000100:00100000:1.0:1734016131.538616:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332358016 00000100:00100000:1.0:1734016131.538617:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332358016 00000100:00100000:1.0:1734016131.538642:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13044 00000100:00100000:1.0:1734016131.538649:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332357888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.538668:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.538692:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177280 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c070 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.538789:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334543872:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.538865:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.538945:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13045 00000100:00100000:2.0:1734016131.538951:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332358016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.538961:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.538975:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177287 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c077 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.539018:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334544000:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.539043:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.541085:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334544000:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016131.541135:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177287 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c077 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.541152:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c077 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.541175:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:3.0:1734016131.541227:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332358016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2271us (3020us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.541239:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13045 00002000:00010000:1.0:1734016131.543023:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:1.0:1734016131.543049:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334543872:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.543079:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177280 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c070 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.543089:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177280 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c070 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.543098:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016131.543151:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332357888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4501us (5188us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.543159:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13044 00000100:00100000:3.0:1734016131.549894:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.550359:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332358144 00000100:00100000:1.0:1734016131.550381:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332358144 00000100:00100000:1.0:1734016131.550851:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13046 00000100:00100000:1.0:1734016131.550862:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332358144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.550902:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.550937:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c07e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.551002:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.551010:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.551013:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.551018:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [520192->524287] (req 520192->524287) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.551077:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.551092:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 12 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.551114:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334544128:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016131.552751:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.557884:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.558054:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334544128:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016131.558108:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [520192->524287] (req 520192->524287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.558142:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:0.0:1734016131.558311:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332358272 00000100:00100000:0.0:1734016131.558323:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332358272 00010000:00010000:0.0:1734016131.558369:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 13 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016131.558411:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3513 00000100:00100000:0.0:1734016131.558420:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332358272:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016131.558442:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016131.558473:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 13 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.558487:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 13 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.558519:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317725d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4866048->4870143) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c04d expref: 13 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.561178:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10366:x1818247332358144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10286us (11268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.561201:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13046 00010000:00010000:0.0:1734016131.561380:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.561385:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.561400:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.561420:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.561826:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.561842:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334544256:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016131.565090:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.569872:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.570009:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334544256:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016131.570045:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.570210:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332358528 00000100:00100000:3.0:1734016131.570220:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332358528 00002000:00100000:3.0:1734016131.570282:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (520192->524287) req@ffff880076c4f480 x1818247332358528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.570301:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4f480 with x1818247332358528 ext(520192->524287) 00002000:00010000:3.0:1734016131.570307:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4f480 00000100:00100000:3.0:1734016131.570338:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10017 00000100:00100000:3.0:1734016131.570345:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332358528:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.570637:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332358272:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12216us (12773us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.570646:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3513 00000100:00100000:3.0:1734016131.572150:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332358528:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1796us (2285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.572165:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10017 00002000:00100000:3.0:1734016131.572180:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (520192->524287) req@ffff880076c4f480 x1818247332358528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.572190:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4f480 with x1818247332358528 ext(520192->524287) 00002000:00010000:3.0:1734016131.572195:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4f480 00000100:00100000:2.0:1734016131.576454:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.576602:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332358784 00000100:00100000:3.0:1734016131.576620:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332358784 00002000:00100000:3.0:1734016131.576696:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (524288->528383) req@ffff880076c4d180 x1818247332358784/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.576710:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4d180 with x1818247332358784 ext(524288->528383) 00002000:00010000:3.0:1734016131.576717:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4d180 00000100:00100000:3.0:1734016131.576772:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10018 00000100:00100000:3.0:1734016131.576780:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332358784:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.576992:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1970:x1818247332358784:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 201us (548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.577000:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10018 00002000:00100000:3.0:1734016131.577005:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (524288->528383) req@ffff880076c4d180 x1818247332358784/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.577013:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4d180 with x1818247332358784 ext(524288->528383) 00002000:00010000:3.0:1734016131.577016:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4d180 00000100:00100000:0.0:1734016131.580443:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.582553:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359040 00000100:00100000:2.0:1734016131.582573:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359040 00002000:00100000:2.0:1734016131.582655:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (528384->532479) req@ffff88012b9d0380 x1818247332359040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.582669:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247332359040 ext(528384->532479) 00002000:00010000:2.0:1734016131.582677:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:2.0:1734016131.582744:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10019 00000100:00100000:2.0:1734016131.582755:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332359040:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.583043:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332359040:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 288us (2622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.583050:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10019 00002000:00100000:2.0:1734016131.583058:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (528384->532479) req@ffff88012b9d0380 x1818247332359040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.583067:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247332359040 ext(528384->532479) 00002000:00010000:2.0:1734016131.583070:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:0.0:1734016131.589277:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.589350:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359168 00000100:00100000:1.0:1734016131.589362:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359168 00000100:00100000:1.0:1734016131.589417:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13047 00000100:00100000:1.0:1734016131.589427:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332359168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.589446:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.589466:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177295 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c085 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.589533:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334544384:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.589609:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.595621:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334544384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.595673:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177295 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c085 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.595689:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177295 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c085 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.596404:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016131.596585:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332359168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7159us (7315us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.596597:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13047 00000100:00100000:0.0:1734016131.600895:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.600973:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359296 00000100:00100000:1.0:1734016131.600990:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359296 00000100:00100000:1.0:1734016131.601056:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13048 00000100:00100000:1.0:1734016131.601067:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332359296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.601099:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.601127:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317729c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c08c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.601212:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334544512:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.601296:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.603891:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334544512:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.603939:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317729c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c08c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.603957:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317729c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c08c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.604587:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016131.604691:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332359296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3623us (3806us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.604704:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13048 00000100:00100000:0.0:1734016131.609400:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.609489:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359424 00000100:00100000:1.0:1734016131.609499:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359424 00000100:00100000:1.0:1734016131.609551:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13049 00000100:00100000:1.0:1734016131.609560:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332359424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.609581:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.609600:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c093 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.609621:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.609623:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.609630:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.609644:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.609657:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016131.609708:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332359424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 149us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.609714:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13049 00000100:00100000:0.0:1734016131.612958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.613141:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359680 00000100:00100000:3.0:1734016131.613157:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359680 00002000:00100000:3.0:1734016131.613226:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3514368->3518463) req@ffff8800795cc000 x1818247332359680/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.613239:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc000 with x1818247332359680 ext(3514368->3518463) 00002000:00010000:3.0:1734016131.613246:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cc000 00000100:00100000:3.0:1734016131.613299:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10020 00000100:00100000:3.0:1734016131.613310:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332359680:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.613558:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332359680:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 249us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.613567:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10020 00002000:00100000:3.0:1734016131.613572:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3514368->3518463) req@ffff8800795cc000 x1818247332359680/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.613580:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc000 with x1818247332359680 ext(3514368->3518463) 00002000:00010000:3.0:1734016131.613583:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cc000 00000100:00100000:0.0:1734016131.617802:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.619601:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359808 00000100:00100000:2.0:1734016131.619620:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359808 00002000:00100000:2.0:1734016131.619749:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3514368->3518463) req@ffff8800795cdf80 x1818247332359808/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 4584/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.619762:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cdf80 with x1818247332359808 ext(3514368->3518463) 00002000:00010000:2.0:1734016131.619774:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cdf80 00000100:00100000:2.0:1734016131.619947:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10021 00000100:00100000:2.0:1734016131.619963:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332359808:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.623226:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332359808:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3256us (5431us total) trans 4294968209 rc 0/0 00000100:00100000:2.0:1734016131.623237:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10021 00002000:00100000:2.0:1734016131.623252:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3514368->3518463) req@ffff8800795cdf80 x1818247332359808/t4294968209(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 4584/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.623262:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cdf80 with x1818247332359808 ext(3514368->3518463) 00002000:00010000:2.0:1734016131.623268:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cdf80 00000100:00100000:0.0:1734016131.626603:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.626787:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332359936 00000100:00100000:1.0:1734016131.626804:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332359936 00000100:00100000:1.0:1734016131.626889:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13050 00000100:00100000:1.0:1734016131.626901:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332359936:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.628834:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968209 is committed 00000100:00100000:1.0:1734016131.629955:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332359936:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3039us (3355us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.629976:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13050 00000100:00100000:0.0:1734016131.634166:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.634376:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360064 00000100:00100000:1.0:1734016131.634389:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360064 00000100:00100000:1.0:1734016131.634465:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13051 00000100:00100000:1.0:1734016131.634475:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087223050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332360064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.634503:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.634530:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c09a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.634572:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.634583:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.634589:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.634591:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.634594:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2813952->2822143] (req 2813952->2822143) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.634640:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.634656:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 495 lvb_type: 1 00000100:00100000:1.0:1734016131.634672:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334544640:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016131.634785:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.634794:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 15 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.634804:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334544768:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016131.634822:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.640630:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334544640:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016131.640649:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334544768:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016131.640702:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2813952->2822143] (req 2813952->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.640755:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016131.640823:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087223050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332360064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6348us (6680us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.640841:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13051 00000100:00100000:0.0:1734016131.641368:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.641430:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.641647:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360320 00000100:00100000:3.0:1734016131.641655:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360320 00010000:00010000:3.0:1734016131.641680:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.641708:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360192 00000100:00100000:3.0:1734016131.641710:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360192 00010000:00010000:3.0:1734016131.641718:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016131.641753:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3514 00000100:00100000:3.0:1734016131.641759:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332360320:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.641770:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.641793:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.641803:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.641822:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317728e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 520192->524287) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c07e expref: 16 pid: 7692 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.641835:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.641854:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332360320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 95us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.641859:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3514 00000100:00100000:3.0:1734016131.641869:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3515 00000100:00100000:3.0:1734016131.641873:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332360192:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.641880:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.641885:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.641894:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.641904:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31772a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c093 expref: 14 pid: 7692 timeout: 495 lvb_type: 1 00010000:00010000:3.0:1734016131.641913:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.641915:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.641919:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.641927:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.641953:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.641964:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334544896:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016131.641999:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.648012:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334544896:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016131.648039:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.648093:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332360192:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6217us (6661us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.648104:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3515 00000100:00100000:3.0:1734016131.648836:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.649253:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360448 00000100:00100000:1.0:1734016131.649261:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360448 00000100:00100000:1.0:1734016131.649290:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13052 00000100:00100000:1.0:1734016131.649298:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332360448:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016131.649565:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5413536 -> 5413536 00002000:00010000:1.0:1734016131.649568:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.649571:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:1.0:1734016131.649573:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.649575:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 288 -> 304 00000100:00100000:1.0:1734016131.649618:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332360448:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 320us (783us total) trans 4294969817 rc 0/0 00000100:00100000:1.0:1734016131.649625:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13052 00000100:00100000:2.0:1734016131.653569:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.653716:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.654052:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360704 00000100:00100000:3.0:1734016131.654061:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360704 00000100:00100000:3.0:1734016131.654102:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360576 00000100:00100000:3.0:1734016131.654104:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360576 00000100:00100000:3.0:1734016131.654130:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13053 00000100:00100000:3.0:1734016131.654137:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332360704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.654157:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.654182:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31772b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0a8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.654257:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334545024:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016131.654330:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.654499:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13054 00000100:00100000:2.0:1734016131.654504:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332360576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.654512:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.654524:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31772b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0a1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.654557:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334545152:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.654580:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016131.657657:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:0.0:1734016131.657691:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334545152:192.168.201.52@tcp:106: 00002000:00010000:3.0:1734016131.657841:0:13917:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 2785280 -> 3518464 00002000:00010000:3.0:1734016131.657846:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 24 -> 32 00000100:00100000:3.0:1734016131.657863:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334545024:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016131.657894:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31772b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0a8 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.657909:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31772b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0a8 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.658160:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31772b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0a1 expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.658170:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31772b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0a1 expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.658190:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:0.0:1734016131.658245:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332360576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3738us (4527us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.658255:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13054 00010000:00010000:3.0:1734016131.658347:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016131.658365:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332360704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4229us (4812us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.658371:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13053 00000100:00100000:0.0:1734016131.662068:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.662162:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.662402:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360832 00000100:00100000:3.0:1734016131.662413:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360832 00000100:00100000:3.0:1734016131.662456:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332360960 00000100:00100000:3.0:1734016131.662458:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332360960 00000100:00100000:3.0:1734016131.662475:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13055 00000100:00100000:3.0:1734016131.662484:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332360832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.662511:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.662535:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31772bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0af expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.662604:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334545280:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016131.662676:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.662751:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13056 00000100:00100000:0.0:1734016131.662756:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332360960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.662764:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.662774:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31772c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0b6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.662799:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334545408:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.662817:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.666446:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334545408:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.666488:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31772c6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0b6 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.666504:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31772c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0b6 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.666540:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:1.0:1734016131.666611:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332360960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3852us (4447us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.666622:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13056 00000100:00100000:0.0:1734016131.666803:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334545280:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.666823:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31772bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0af expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.666836:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31772bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0af expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.666846:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:0.0:1734016131.666862:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332360832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4381us (4807us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.666867:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13055 00000100:00100000:2.0:1734016131.673078:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.673284:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361088 00000100:00100000:0.0:1734016131.673304:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361088 00000100:00100000:0.0:1734016131.673389:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13057 00000100:00100000:0.0:1734016131.673399:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332361088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.673429:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.673460:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0bd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.673509:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.673518:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016131.673520:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016131.673527:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3321856->3325951] (req 3321856->3325951) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.673581:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.673602:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016131.673623:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334545536:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016131.674423:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.679320:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334545536:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016131.679370:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3321856->3325951] (req 3321856->3325951) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.679392:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:2.0:1734016131.679435:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:10366:x1818247332361088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6038us (6375us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.679445:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13057 00000100:00100000:3.0:1734016131.681068:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.681278:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361216 00000100:00100000:2.0:1734016131.681289:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361216 00002000:00100000:2.0:1734016131.681340:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6254592->6263121) req@ffff8800770bc380 x1818247332361216/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 9024/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.681350:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc380 with x1818247332361216 ext(6254592->6263121) 00010000:00010000:2.0:1734016131.681360:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 14 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016131.681375:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 14 pid: 7692 timeout: 496 lvb_type: 0 00002000:00010000:2.0:1734016131.681384:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800770bc380 00000100:00100000:2.0:1734016131.681419:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 362 00000100:00100000:2.0:1734016131.681426:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332361216:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.683371:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332361216:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1937us (2303us total) trans 4294969818 rc 0/0 00000100:00100000:2.0:1734016131.683385:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 362 00002000:00100000:2.0:1734016131.683400:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6254592->6263121) req@ffff8800770bc380 x1818247332361216/t4294969818(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:92/0 lens 9024/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.683411:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc380 with x1818247332361216 ext(6254592->6263121) 00010000:00010000:2.0:1734016131.683422:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 16 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016131.683437:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 16 pid: 7692 timeout: 496 lvb_type: 0 00002000:00010000:2.0:1734016131.683444:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800770bc380 00000100:00100000:0.0:1734016131.687267:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.687569:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361344 00000100:00100000:3.0:1734016131.687581:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361344 00010000:00010000:3.0:1734016131.687627:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 16 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016131.687711:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3516 00000100:00100000:3.0:1734016131.687760:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332361344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.687779:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016131.687801:0:7025:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5413536 -> 6263122 00002000:00010000:3.0:1734016131.687804:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 304 -> 328 00010000:00010000:3.0:1734016131.687810:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 16 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016131.687825:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 16 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016131.687859:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31772aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2813952->2822143) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c09a expref: 16 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016131.687892:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.687895:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.687903:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.687912:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.687946:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.687959:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334545664:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016131.688023:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.693129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.693266:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361472 00000100:00100000:2.0:1734016131.693280:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361472 00000100:00100000:3.0:1734016131.693433:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334545664:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016131.693472:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.693552:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332361344:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5829us (6297us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.693566:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3516 00000100:00100000:2.0:1734016131.693643:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13058 00000100:00100000:2.0:1734016131.693656:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1969:x1818247332361472:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.694041:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6263122 -> 6263122 00002000:00010000:2.0:1734016131.694045:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.694048:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.694050:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.694053:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:2.0:1734016131.694126:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332361472:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 474us (1024us total) trans 4294969819 rc 0/0 00000100:00100000:2.0:1734016131.694135:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13058 00000100:00100000:2.0:1734016131.699226:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.699583:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361600 00000100:00100000:1.0:1734016131.699593:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361600 00000100:00100000:1.0:1734016131.699661:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13059 00000100:00100000:1.0:1734016131.699668:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332361600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.699687:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.699702:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31772d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0c4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.699908:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334545792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.700506:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.702685:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334545792:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.702759:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31772d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0c4 expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.702774:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31772d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0c4 expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.702803:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016131.702877:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332361600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3208us (3664us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.702888:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13059 00000100:00100000:0.0:1734016131.705387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.705472:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361728 00000100:00100000:1.0:1734016131.705484:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361728 00000100:00100000:1.0:1734016131.705757:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13060 00000100:00100000:1.0:1734016131.705764:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332361728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.705784:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.705814:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31772db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0cb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.705872:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334545920:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.705926:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.708208:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334545920:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.708275:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31772db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0cb expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.708296:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31772db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0cb expref: 16 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.708314:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016131.708629:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332361728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2860us (3246us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.708642:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13060 00000100:00100000:0.0:1734016131.712812:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.712956:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361856 00000100:00100000:1.0:1734016131.712968:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361856 00000100:00100000:1.0:1734016131.713335:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13061 00000100:00100000:1.0:1734016131.713343:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332361856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.713368:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.713404:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31772e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0d2 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.713495:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334546048:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.713584:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.716381:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334546048:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.716429:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31772e2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0d2 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.716448:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d31772e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0d2 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.716463:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016131.716528:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332361856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3183us (3728us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.716538:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13061 00000100:00100000:3.0:1734016131.720533:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.720624:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332361984 00000100:00100000:1.0:1734016131.720641:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332361984 00000100:00100000:1.0:1734016131.720710:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13062 00000100:00100000:1.0:1734016131.720744:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1971:x1818247332361984:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016131.720970:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6263122 -> 6263122 00002000:00010000:1.0:1734016131.720974:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.720987:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.720989:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.720991:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:1.0:1734016131.721065:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332361984:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 347us (549us total) trans 4294969820 rc 0/0 00000100:00100000:1.0:1734016131.721074:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13062 00000100:00100000:0.0:1734016131.723424:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.724199:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362112 00000100:00100000:2.0:1734016131.724211:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362112 00000100:00100000:2.0:1734016131.724333:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13063 00000100:00100000:2.0:1734016131.724343:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332362112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.724368:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.724393:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31772e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0d9 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.724474:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546176:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.724563:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.727082:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546176:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.727122:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31772e9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0d9 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.727140:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31772e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0d9 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.727169:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016131.727615:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332362112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3271us (4198us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.727626:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13063 00000100:00100000:3.0:1734016131.732989:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.733655:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362240 00000100:00100000:2.0:1734016131.733671:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362240 00000100:00100000:2.0:1734016131.734313:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13064 00000100:00100000:2.0:1734016131.734328:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332362240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.734373:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.734409:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d31772f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0e0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.735357:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546304:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.735526:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.739833:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546304:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.739879:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d31772f0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0e0 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.739897:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d31772f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0e0 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.740130:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016131.740335:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332362240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6008us (7372us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.740348:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13064 00000100:00100000:0.0:1734016131.745359:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.745605:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362368 00000100:00100000:2.0:1734016131.745613:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362368 00000100:00100000:2.0:1734016131.745867:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13065 00000100:00100000:2.0:1734016131.745873:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332362368:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.746106:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6263122 -> 6263122 00002000:00010000:2.0:1734016131.746108:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.746111:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.746113:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.746115:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:2.0:1734016131.747746:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1971:x1818247332362368:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1867us (2391us total) trans 4294969821 rc 0/0 00000100:00100000:2.0:1734016131.747755:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13065 00000100:00100000:3.0:1734016131.750133:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.750294:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362496 00000100:00100000:2.0:1734016131.750313:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362496 00000100:00100000:2.0:1734016131.750414:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13066 00000100:00100000:2.0:1734016131.750424:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332362496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.750451:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.750480:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31772f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0e7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.750575:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546432:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.750910:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.754352:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546432:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.754404:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31772f7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0e7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.754419:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d31772f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0e7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.754450:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016131.754515:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332362496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4091us (4395us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.754527:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13066 00000100:00100000:0.0:1734016131.759034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.759203:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362624 00000100:00100000:2.0:1734016131.759219:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362624 00000100:00100000:2.0:1734016131.759433:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13067 00000100:00100000:2.0:1734016131.759456:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332362624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.759483:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.759513:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31772fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0ee expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.759597:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546560:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.759689:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.762532:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334546560:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.762579:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31772fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0ee expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.762597:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d31772fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0ee expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.763163:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016131.763218:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332362624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3763us (4199us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.763230:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13067 00000100:00100000:0.0:1734016131.765549:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.765657:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362752 00000100:00100000:2.0:1734016131.765667:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362752 00000100:00100000:2.0:1734016131.765776:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13068 00000100:00100000:2.0:1734016131.765782:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332362752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.765798:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.765819:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3177305 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0f5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.765871:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334546688:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.766257:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.768620:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334546688:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.768651:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3177305 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0f5 expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.768663:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3177305 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0f5 expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.768674:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016131.769315:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332362752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3529us (3771us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.769326:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13068 00000100:00100000:3.0:1734016131.773764:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.773895:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332362880 00000100:00100000:2.0:1734016131.773904:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332362880 00000100:00100000:2.0:1734016131.773958:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13069 00000100:00100000:2.0:1734016131.773967:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332362880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.773992:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.774009:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c0fc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.774040:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.774047:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.774050:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.774053:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6029312->6037503] (req 6029312->6037503) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.774085:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.774098:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 18 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016131.774109:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334546816:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016131.774179:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.778614:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334546816:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016131.778665:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6029312->6037503] (req 6029312->6037503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.778693:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016131.778816:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332362880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4848us (5060us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.778828:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13069 00000100:00100000:0.0:1734016131.779541:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.779754:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363008 00000100:00100000:3.0:1734016131.779765:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363008 00010000:00010000:3.0:1734016131.779808:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 19 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016131.780326:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3517 00000100:00100000:3.0:1734016131.780334:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332363008:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.780348:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.780376:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 19 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016131.780389:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 19 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016131.780413:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31772cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3321856->3325951) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0bd expref: 19 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016131.780448:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.780450:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.780458:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.780466:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.780509:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.780524:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334546944:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016131.780576:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.784972:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334546944:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016131.785020:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016131.785081:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1968:x1818247332363008:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4747us (5541us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.785090:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3517 00000100:00100000:2.0:1734016131.785239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.785424:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363136 00000100:00100000:0.0:1734016131.785429:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363136 00000100:00100000:0.0:1734016131.785469:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13070 00000100:00100000:0.0:1734016131.785475:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332363136:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016131.785741:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6263122 -> 6263122 00002000:00010000:0.0:1734016131.785745:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.785747:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.785748:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.785751:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 344 00000100:00100000:0.0:1734016131.786854:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1969:x1818247332363136:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1375us (1612us total) trans 4294969822 rc 0/0 00000100:00100000:0.0:1734016131.786863:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13070 00000100:00100000:2.0:1734016131.789826:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.790021:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363264 00000100:00100000:0.0:1734016131.790035:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363264 00000100:00100000:0.0:1734016131.790098:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13071 00000100:00100000:0.0:1734016131.790106:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332363264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.790139:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.790165:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3177313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c103 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.790250:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076162680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547072:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.790326:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.790488:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.791243:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363392 00000100:00100000:0.0:1734016131.791250:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363392 00000100:00100000:0.0:1734016131.791424:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13072 00000100:00100000:0.0:1734016131.791430:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332363392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.791446:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.791465:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317731a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c10a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.791504:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334547200:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.791555:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016131.794119:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016131 -> 1734016132 00000100:00100000:0.0:1734016131.794155:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076162680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547072:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.794205:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3177313 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c103 expref: 19 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.794223:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3177313 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c103 expref: 19 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.794929:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016131.794998:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332363264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4892us (5185us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.795007:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13071 00002000:00010000:0.0:1734016131.795397:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016131 -> 1734016132 00000100:00100000:0.0:1734016131.795415:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334547200:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.795439:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317731a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c10a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.795449:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317731a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c10a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.795457:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016131.795484:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332363392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4054us (4997us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.795489:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13072 00000100:00100000:3.0:1734016131.799056:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.799130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.799220:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363648 00000100:00100000:1.0:1734016131.799220:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363520 00000100:00100000:0.0:1734016131.799233:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363648 00000100:00100000:1.0:1734016131.799233:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363520 00000100:00100000:1.0:1734016131.799301:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13073 00000100:00100000:0.0:1734016131.799309:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13074 00000100:00100000:1.0:1734016131.799311:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332363520:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016131.799313:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332363648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.799337:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.799337:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.799364:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177321 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c118 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.799364:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177328 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c111 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.799431:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334547328:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.799431:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547456:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.799509:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.800077:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.802422:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547456:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016131.802427:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334547328:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.802453:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177321 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c118 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.802453:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177328 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c111 expref: 19 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.802464:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177328 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c111 expref: 19 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.802465:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177321 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c118 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.802529:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00010000:00010000:1.0:1734016131.802530:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016131.802575:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332363520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3264us (3534us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.802583:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13073 00000100:00100000:0.0:1734016131.802835:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332363648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3520us (3703us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.802840:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13074 00000100:00100000:3.0:1734016131.808308:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.808353:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.808438:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363776 00000100:00100000:0.0:1734016131.808446:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332363904 00000100:00100000:0.0:1734016131.808450:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363904 00000100:00100000:1.0:1734016131.808450:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332363776 00000100:00100000:1.0:1734016131.808502:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13075 00000100:00100000:0.0:1734016131.808509:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13076 00000100:00100000:1.0:1734016131.808510:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332363776:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016131.808513:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332363904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.808530:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.808530:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.808553:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3177336 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c126 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.808553:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317732f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c11f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.808611:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334547712:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.808611:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547584:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.808666:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.808906:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.812319:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334547712:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016131.812358:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3177336 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c126 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.812374:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d3177336 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c126 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.812405:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016131.812466:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332363904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3951us (4110us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.812477:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13076 00000100:00100000:1.0:1734016131.813920:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547584:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.813946:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317732f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c11f expref: 19 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.813959:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317732f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c11f expref: 19 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.813974:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016131.814020:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332363776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5510us (5724us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.814028:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13075 00000100:00100000:2.0:1734016131.817262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.817410:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332364032 00000100:00100000:1.0:1734016131.817423:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332364032 00000100:00100000:1.0:1734016131.817481:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13077 00000100:00100000:1.0:1734016131.817489:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332364032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.817508:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.817529:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c12d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.817556:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.817567:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.817569:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.817572:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2674688->2678783] (req 2674688->2678783) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.817602:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.817612:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 16 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016131.817622:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547840:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016131.818107:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.821233:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.821324:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334547840:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016131.821361:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2674688->2678783] (req 2674688->2678783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.821380:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016131.821450:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332364032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3960us (4200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.821460:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13077 00000100:00100000:0.0:1734016131.821627:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332364160 00000100:00100000:0.0:1734016131.821634:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332364160 00010000:00010000:0.0:1734016131.821662:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 17 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016131.821686:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3518 00000100:00100000:0.0:1734016131.821693:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332364160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016131.821705:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016131.821747:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 17 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016131.821766:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 17 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016131.821786:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d317730c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6029312->6037503) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c0fc expref: 17 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016131.821811:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.821813:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.821821:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.821830:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.821857:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 18 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.821869:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334547968:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016131.821907:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.826461:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076161500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334547968:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016131.826499:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.826685:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332364160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4988us (5463us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.826701:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3518 00000100:00100000:0.0:1734016131.827705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.827947:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332364416 00000100:00100000:2.0:1734016131.827958:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332364416 00002000:00100000:2.0:1734016131.828009:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2674688->2678783) req@ffff880076162680 x1818247332364416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.828019:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162680 with x1818247332364416 ext(2674688->2678783) 00002000:00010000:2.0:1734016131.828024:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162680 00000100:00100000:2.0:1734016131.828054:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10022 00000100:00100000:2.0:1734016131.828060:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332364416:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.828248:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332364416:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 187us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.828255:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10022 00002000:00100000:2.0:1734016131.828262:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2674688->2678783) req@ffff880076162680 x1818247332364416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.828270:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162680 with x1818247332364416 ext(2674688->2678783) 00002000:00010000:2.0:1734016131.828273:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162680 00000100:00100000:0.0:1734016131.831230:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.831409:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332364672 00000100:00100000:3.0:1734016131.831423:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332364672 00002000:00100000:3.0:1734016131.831471:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2678784->2682879) req@ffff880076161500 x1818247332364672/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.831483:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161500 with x1818247332364672 ext(2678784->2682879) 00002000:00010000:3.0:1734016131.831489:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076161500 00000100:00100000:3.0:1734016131.831525:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10023 00000100:00100000:3.0:1734016131.831534:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332364672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.831784:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332364672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 249us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.831792:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10023 00002000:00100000:3.0:1734016131.831797:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2678784->2682879) req@ffff880076161500 x1818247332364672/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.831805:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161500 with x1818247332364672 ext(2678784->2682879) 00002000:00010000:3.0:1734016131.831809:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076161500 00000100:00100000:0.0:1734016131.839371:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.839484:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332364928 00000100:00100000:2.0:1734016131.839494:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332364928 00002000:00100000:2.0:1734016131.839551:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2682880->2686975) req@ffff880079990e00 x1818247332364928/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.839562:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990e00 with x1818247332364928 ext(2682880->2686975) 00002000:00010000:2.0:1734016131.839572:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079990e00 00000100:00100000:2.0:1734016131.839615:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10024 00000100:00100000:2.0:1734016131.839621:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1971:x1818247332364928:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.839838:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1971:x1818247332364928:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 216us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.839845:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10024 00002000:00100000:2.0:1734016131.839850:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2682880->2686975) req@ffff880079990e00 x1818247332364928/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.839858:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990e00 with x1818247332364928 ext(2682880->2686975) 00002000:00010000:2.0:1734016131.839860:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079990e00 00000100:00100000:0.0:1734016131.843680:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016131.844002:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365056 00000100:00100000:3.0:1734016131.844014:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365056 00002000:00100000:3.0:1734016131.844067:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2674688->2686975) req@ffff880079991180 x1818247332365056/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 12776/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.844080:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332365056 ext(2674688->2686975) 00002000:00010000:3.0:1734016131.844090:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:3.0:1734016131.844126:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10025 00000100:00100000:3.0:1734016131.844136:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332365056:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016131.846957:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1969:x1818247332365056:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2804us (3268us total) trans 4294969823 rc 0/0 00000100:00100000:3.0:1734016131.846985:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10025 00002000:00100000:3.0:1734016131.847001:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2674688->2686975) req@ffff880079991180 x1818247332365056/t4294969823(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:92/0 lens 12776/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.847011:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332365056 ext(2674688->2686975) 00002000:00010000:3.0:1734016131.847019:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:0.0:1734016131.853467:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.853609:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365184 00000100:00100000:1.0:1734016131.853623:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365184 00000100:00100000:1.0:1734016131.853704:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13078 00000100:00100000:1.0:1734016131.853711:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1971:x1818247332365184:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.861792:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969823 is committed 00000001:00080000:0.0:1734016131.861813:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969822 is committed 00000100:00100000:1.0:1734016131.862141:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332365184:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8424us (8688us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.862153:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13078 00000100:00100000:0.0:1734016131.892921:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.893102:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365312 00000100:00100000:1.0:1734016131.893126:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365312 00000100:00100000:1.0:1734016131.893192:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13079 00000100:00100000:1.0:1734016131.893207:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332365312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.893242:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.893278:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177344 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c134 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.893378:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334548096:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.893473:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.896281:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334548096:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.896329:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177344 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c134 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.896348:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177344 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c134 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.896365:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016131.896421:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332365312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3218us (3519us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.896434:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13079 00010000:00010000:3.0:1734016131.900308:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016131.902165:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.902272:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365440 00000100:00100000:1.0:1734016131.902287:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365440 00000100:00100000:1.0:1734016131.902348:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13080 00000100:00100000:1.0:1734016131.902356:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332365440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.902386:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.902427:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317734b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c13b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.902523:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334548224:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.902643:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.907471:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334548224:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.907513:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317734b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c13b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.907531:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317734b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c13b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.907565:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016131.907612:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332365440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5256us (5463us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.907621:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13080 00000100:00100000:0.0:1734016131.912958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.913065:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365568 00000100:00100000:1.0:1734016131.913076:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365568 00000100:00100000:1.0:1734016131.913124:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13081 00000100:00100000:1.0:1734016131.913132:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332365568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.913152:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.913177:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177352 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c142 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.913253:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334548352:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.913357:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a741d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.918378:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334548352:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.918413:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177352 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c142 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.918426:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177352 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c142 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.918450:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016131.918487:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332365568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5356us (5539us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.918495:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13081 00000100:00100000:0.0:1734016131.932131:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.932181:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016131.932222:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.932306:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365696 00000100:00100000:1.0:1734016131.932315:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365696 00000100:00100000:1.0:1734016131.932364:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 334 00000100:00100000:1.0:1734016131.932371:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1969:x1818247332365696:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:1.0:1734016131.932433:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1969:x1818247332365696:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 63us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.932440:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 334 00000100:00100000:1.0:1734016131.932479:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365952 00000100:00100000:1.0:1734016131.932482:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365952 00000100:00100000:1.0:1734016131.932522:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13082 00000100:00100000:1.0:1734016131.932528:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332365952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.932542:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.932565:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177359 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c149 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.932623:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334548480:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.932661:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.932902:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332365824 00000100:00100000:3.0:1734016131.932907:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332365824 00000100:00100000:3.0:1734016131.932933:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 218 00000100:00100000:3.0:1734016131.932937:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332365824:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:3.0:1734016131.932970:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332365824:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 32us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.932986:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 218 00000100:00080000:0.0:1734016131.933043:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016101 00000100:00100000:1.0:1734016131.935014:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334548480:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.935076:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177359 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c149 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.935096:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177359 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c149 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.935138:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016131.935205:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332365952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2675us (2981us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.935219:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13082 00000100:00100000:0.0:1734016131.937818:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.937946:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366080 00000100:00100000:1.0:1734016131.937956:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366080 00000100:00100000:1.0:1734016131.938016:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13083 00000100:00100000:1.0:1734016131.938023:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332366080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.938044:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.938064:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177360 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c150 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.938129:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334548608:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016131.938199:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016131.943448:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016131 -> 1734016132 00002000:00010000:1.0:1734016131.943460:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00002000:00010000:1.0:1734016131.943463:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 344 -> 368 00000100:00100000:1.0:1734016131.943492:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334548608:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016131.943528:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177360 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c150 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.943541:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177360 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c150 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.943561:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016131.943627:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332366080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5602us (5824us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.943635:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13083 00000100:00100000:0.0:1734016131.945997:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016131.946102:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366208 00000100:00100000:1.0:1734016131.946115:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366208 00000100:00100000:1.0:1734016131.946166:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13084 00000100:00100000:1.0:1734016131.946174:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332366208:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016131.946391:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3518464 -> 3518464 00002000:00010000:1.0:1734016131.946394:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016131.946396:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:1.0:1734016131.946398:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016131.946399:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 56 00000100:00100000:1.0:1734016131.946457:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332366208:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 283us (467us total) trans 4294968210 rc 0/0 00000100:00100000:1.0:1734016131.946468:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13084 00000100:00100000:0.0:1734016131.956034:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.956167:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366336 00000100:00100000:2.0:1734016131.956179:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366336 00000100:00100000:2.0:1734016131.956260:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13085 00000100:00100000:2.0:1734016131.956267:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332366336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.956291:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.956314:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177367 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c157 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.956387:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334548736:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.956457:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.968652:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334548736:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016131.968697:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177367 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c157 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.968713:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177367 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c157 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.968760:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016131.968824:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332366336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12556us (12804us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.968833:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13085 00000100:00100000:0.0:1734016131.974478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016131.974555:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366464 00000100:00100000:2.0:1734016131.974566:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366464 00000100:00100000:2.0:1734016131.974623:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13086 00000100:00100000:2.0:1734016131.974631:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332366464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.974649:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.974670:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317736e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c15e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.974799:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334548864:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016131.974860:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.000047:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334548864:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.003171:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317736e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c15e expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.003197:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317736e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c15e expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.003232:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016132.003350:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332366464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 28718us (28884us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.003362:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13086 00000100:00100000:0.0:1734016132.006628:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.006779:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366592 00000100:00100000:2.0:1734016132.006797:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366592 00000100:00080000:0.0:1734016132.008184:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016102 00000100:00100000:2.0:1734016132.008270:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13087 00000100:00100000:2.0:1734016132.008281:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332366592:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.008531:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6263122 -> 6263122 00002000:00010000:2.0:1734016132.008534:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.008537:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:2.0:1734016132.008539:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.008542:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:2.0:1734016132.008645:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332366592:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 365us (2034us total) trans 4294969824 rc 0/0 00000100:00100000:2.0:1734016132.008652:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13087 00000100:00100000:0.0:1734016132.019915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.020019:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366720 00000100:00100000:2.0:1734016132.020033:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366720 00000100:00100000:2.0:1734016132.020124:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13088 00000100:00100000:2.0:1734016132.020136:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332366720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.020164:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.020194:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3177375 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c165 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.020292:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334548992:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.020384:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016132.026045:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016132.026094:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334548992:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.026153:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3177375 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c165 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.026168:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3177375 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c165 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.026197:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016132.026274:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332366720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6139us (6374us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.026286:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13088 00000100:00100000:0.0:1734016132.031343:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.031780:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366848 00000100:00100000:2.0:1734016132.031791:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366848 00000100:00100000:2.0:1734016132.031864:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13089 00000100:00100000:2.0:1734016132.031875:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332366848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.031905:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.031933:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d317737c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c16c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.032027:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334549120:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.032121:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.034266:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334549120:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.034299:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d317737c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c16c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.034311:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d317737c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c16c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.034336:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016132.034502:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332366848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2628us (3176us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.034510:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13089 00000100:00100000:0.0:1734016132.036591:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.037270:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332366976 00000100:00100000:2.0:1734016132.037283:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332366976 00000100:00100000:2.0:1734016132.037360:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13090 00000100:00100000:2.0:1734016132.037370:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332366976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.037389:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.037408:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177383 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c173 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.037463:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549248:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.037523:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016132.038614:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016102 00002000:00010000:2.0:1734016132.041947:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016131 -> 1734016132 00002000:00010000:2.0:1734016132.041959:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016132 00002000:00010000:2.0:1734016132.041961:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016132.041994:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549248:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.042042:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177383 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c173 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.042062:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177383 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c173 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.042092:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016132.042161:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332366976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4792us (5586us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.042173:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13090 00000100:00100000:0.0:1734016132.045502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.045654:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367104 00000100:00100000:2.0:1734016132.045668:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367104 00000100:00100000:2.0:1734016132.045757:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13091 00000100:00100000:2.0:1734016132.045764:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332367104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.045793:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.045816:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317738a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c17a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.045892:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549376:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.045969:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.048367:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549376:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.048414:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317738a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c17a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.048429:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317738a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c17a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.048803:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016132.048854:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332367104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3089us (3361us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.048863:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13091 00000100:00100000:0.0:1734016132.052304:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.052480:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367232 00000100:00100000:2.0:1734016132.052497:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367232 00000100:00100000:2.0:1734016132.052636:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13092 00000100:00100000:2.0:1734016132.052645:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332367232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.052673:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.052700:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177391 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c181 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.052824:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334549504:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.052912:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.055636:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334549504:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.055699:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177391 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c181 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.055718:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177391 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c181 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.056389:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016132.056483:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332367232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3834us (4190us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.056501:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13092 00000100:00100000:0.0:1734016132.061644:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.062366:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367360 00000100:00100000:3.0:1734016132.062380:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367360 00002000:00100000:3.0:1734016132.062429:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1765376->1773567) req@ffff880076258700 x1818247332367360/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 8680/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.062439:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247332367360 ext(1765376->1773567) 00002000:00010000:3.0:1734016132.062446:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258700 00000100:00100000:3.0:1734016132.062908:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10026 00000100:00100000:3.0:1734016132.062918:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332367360:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.065164:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332367360:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2231us (3517us total) trans 4294968211 rc 0/0 00000100:00100000:3.0:1734016132.065178:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10026 00002000:00100000:3.0:1734016132.065195:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1765376->1773567) req@ffff880076258700 x1818247332367360/t4294968211(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 8680/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.065206:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247332367360 ext(1765376->1773567) 00002000:00010000:3.0:1734016132.065213:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258700 00000100:00100000:0.0:1734016132.068127:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.068571:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367488 00000100:00100000:2.0:1734016132.068586:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367488 00000100:00100000:2.0:1734016132.068690:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13093 00000100:00100000:2.0:1734016132.068699:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332367488:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016132.070325:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968211 is committed 00000100:00100000:0.0:1734016132.070686:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332367488:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1981us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.070700:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13093 00000100:00100000:0.0:1734016132.074000:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.074181:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367616 00000100:00100000:2.0:1734016132.074190:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367616 00000100:00100000:2.0:1734016132.074234:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13094 00000100:00100000:2.0:1734016132.074241:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332367616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.074256:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.074271:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3177398 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c188 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.074316:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.074360:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016132.078572:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 56 -> 72 00000100:00100000:2.0:1734016132.078623:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549632:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.078679:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3177398 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c188 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.078697:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3177398 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c188 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.079033:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016132.079113:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332367616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4870us (5120us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.079126:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13094 00000100:00100000:0.0:1734016132.081505:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.081671:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367744 00000100:00100000:2.0:1734016132.081683:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367744 00000100:00100000:2.0:1734016132.081960:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13095 00000100:00100000:2.0:1734016132.081968:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087222c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332367744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.081995:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.082015:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d317739f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c18f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.082069:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549760:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.082125:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.084824:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334549760:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.084863:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d317739f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c18f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.084878:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d317739f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c18f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.084889:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:3.0:1734016132.085296:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087222c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332367744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3326us (3799us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.085306:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13095 00000100:00100000:0.0:1734016132.087896:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.088007:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332367872 00000100:00100000:3.0:1734016132.088018:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332367872 00000100:00100000:3.0:1734016132.088074:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13096 00000100:00100000:3.0:1734016132.088081:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332367872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.088101:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.088120:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31773a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c196 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.088176:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334549888:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.088574:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.090808:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334549888:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.090850:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31773a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c196 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.090873:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31773a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c196 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.090921:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016132.091246:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332367872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3163us (3360us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.091255:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13096 00000100:00100000:0.0:1734016132.093296:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.093402:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332368000 00000100:00100000:3.0:1734016132.093412:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332368000 00000100:00100000:3.0:1734016132.093510:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13097 00000100:00100000:3.0:1734016132.093517:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332368000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.093539:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.093563:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31773ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c19d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.093621:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334550016:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.093843:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.095996:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334550016:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.096052:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31773ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c19d expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.096067:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31773ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c19d expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.096083:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016132.096136:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332368000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2617us (2847us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.096146:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13097 00000100:00100000:0.0:1734016132.099298:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.099434:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332368128 00000100:00100000:3.0:1734016132.099442:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332368128 00000100:00100000:3.0:1734016132.099496:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13098 00000100:00100000:3.0:1734016132.099503:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332368128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.099518:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.099537:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31773b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1a4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.099592:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334550144:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.099643:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.102085:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334550144:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.102120:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31773b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1a4 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.102134:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d31773b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1a4 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.102164:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016132.102334:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332368128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2828us (3049us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.102348:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13098 00000100:00100000:0.0:1734016132.104559:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.104687:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332368256 00000100:00100000:3.0:1734016132.104698:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332368256 00000100:00100000:3.0:1734016132.104871:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13099 00000100:00100000:3.0:1734016132.104878:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332368256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.104895:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.104911:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1ab expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.104935:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.104941:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.104943:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.104946:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.104986:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.104999:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 8 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.105012:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334550272:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016132.105072:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.107765:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.107983:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332368384 00000100:00100000:2.0:1734016132.107994:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332368384 00010000:00010000:2.0:1734016132.108033:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.108071:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3519 00000100:00100000:2.0:1734016132.108080:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332368384:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.108094:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.108118:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.108132:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.108157:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.108159:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.108165:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.108174:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.108212:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.108226:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334550400:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.108278:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016132.108451:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d317733d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2674688->2678783) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c12d expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.108471:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334550272:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.108503:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.108513:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016132.108536:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332368256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3658us (3988us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.108545:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13099 00000100:00100000:0.0:1734016132.114281:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.114324:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.114488:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334550400:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.114517:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.114590:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332368384:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6509us (6871us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.114605:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3519 00000100:00100000:3.0:1734016132.115352:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332368640 00000100:00100000:3.0:1734016132.115364:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332368640 00002000:00100000:3.0:1734016132.115418:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1482752->1486847) req@ffff880076258e00 x1818247332368640/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.115428:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258e00 with x1818247332368640 ext(1482752->1486847) 00002000:00010000:3.0:1734016132.115432:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258e00 00000100:00100000:2.0:1734016132.115644:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332368896 00000100:00100000:2.0:1734016132.115649:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332368896 00002000:00100000:2.0:1734016132.115671:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2785280->3514367) req@ffff88007625bb80 x1818247332368896/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.115679:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625bb80 with x1818247332368896 ext(2785280->3514367) 00002000:00010000:2.0:1734016132.115683:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007625bb80 00000100:00100000:2.0:1734016132.115700:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10027 00000100:00100000:2.0:1734016132.115706:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332368896:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.122283:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10028 00000100:00100000:3.0:1734016132.122297:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332368640:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.122488:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332368640:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 194us (8224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.122497:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10028 00002000:00100000:3.0:1734016132.122505:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1482752->1486847) req@ffff880076258e00 x1818247332368640/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.122514:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258e00 with x1818247332368640 ext(1482752->1486847) 00002000:00010000:3.0:1734016132.122519:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258e00 00000100:00100000:2.0:1734016132.129951:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332368896:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 14226us (15607us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1734016132.129969:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10027 00002000:00100000:2.0:1734016132.129989:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2785280->3514367) req@ffff88007625bb80 x1818247332368896/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 729088/729088 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.129998:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625bb80 with x1818247332368896 ext(2785280->3514367) 00002000:00010000:2.0:1734016132.130004:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007625bb80 00000100:00100000:0.0:1734016132.132504:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.132660:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369152 00000100:00100000:2.0:1734016132.132668:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369152 00002000:00100000:2.0:1734016132.132700:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1486848->1490943) req@ffff88007625ad80 x1818247332369152/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.132709:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625ad80 with x1818247332369152 ext(1486848->1490943) 00002000:00010000:2.0:1734016132.132716:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007625ad80 00000100:00100000:2.0:1734016132.133057:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10029 00000100:00100000:2.0:1734016132.133065:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332369152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.133233:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332369152:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 167us (734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.133240:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10029 00002000:00100000:2.0:1734016132.133246:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1486848->1490943) req@ffff88007625ad80 x1818247332369152/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.133252:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625ad80 with x1818247332369152 ext(1486848->1490943) 00002000:00010000:2.0:1734016132.133255:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007625ad80 00000100:00100000:1.0:1734016132.136990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.137283:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.137358:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369280 00000100:00100000:0.0:1734016132.137365:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369280 00000100:00100000:0.0:1734016132.137401:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369408 00000100:00100000:0.0:1734016132.137402:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369408 00000100:00100000:0.0:1734016132.137416:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13100 00000100:00100000:0.0:1734016132.137422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332369280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.137439:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.137457:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1b2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.137476:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.137478:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.137486:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.137498:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.137507:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016132.137541:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332369280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 119us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.137546:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13100 00000100:00100000:0.0:1734016132.137558:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13101 00000100:00100000:0.0:1734016132.137562:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332369408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.137568:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.137575:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31773c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1b9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.137606:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334550528:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.137629:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.139114:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334550528:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.139140:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31773c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b9 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.139151:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31773c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b9 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.139175:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:2.0:1734016132.139206:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332369408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1642us (1922us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.139213:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13101 00000100:00100000:0.0:1734016132.143120:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.143198:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369536 00000100:00100000:2.0:1734016132.143210:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369536 00000100:00100000:2.0:1734016132.143331:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13102 00000100:00100000:2.0:1734016132.143342:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332369536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.143367:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.143396:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31773d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1c0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.143867:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334550656:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.143937:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.146811:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334550656:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.146844:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31773d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c0 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.146857:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d31773d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c0 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.146876:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016132.146914:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332369536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3573us (3810us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.146922:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13102 00000100:00100000:0.0:1734016132.149465:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.149587:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369664 00000100:00100000:2.0:1734016132.149597:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369664 00000100:00100000:2.0:1734016132.149638:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13103 00000100:00100000:2.0:1734016132.149645:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332369664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.149667:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.149687:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1c7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.149715:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.149748:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.149758:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.149760:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.149763:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4120576->4124671] (req 4120576->4124671) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.149793:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.149804:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 8 pid: 7694 timeout: 496 lvb_type: 1 00000100:00100000:2.0:1734016132.149817:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334550784:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.150204:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.150212:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 8 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.150221:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334550912:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016132.150240:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.152373:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334550784:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.153008:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.153336:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.153400:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369792 00000100:00100000:3.0:1734016132.153408:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369792 00010000:00010000:3.0:1734016132.153437:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 9 pid: 7694 timeout: 496 lvb_type: 1 00000100:00100000:3.0:1734016132.153465:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332369920 00000100:00100000:3.0:1734016132.153467:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332369920 00010000:00010000:3.0:1734016132.153475:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.153488:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3520 00000100:00100000:3.0:1734016132.153493:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332369792:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.153504:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.153524:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 9 pid: 7694 timeout: 496 lvb_type: 1 00010000:00010000:3.0:1734016132.153534:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 9 pid: 7694 timeout: 496 lvb_type: 1 00010000:00010000:3.0:1734016132.153557:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d31773c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1b2 expref: 9 pid: 7694 timeout: 496 lvb_type: 1 00010000:00010000:3.0:1734016132.153576:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.153613:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332369792:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 119us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.153619:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3520 00000100:00100000:3.0:1734016132.153631:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3521 00000100:00100000:3.0:1734016132.153635:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332369920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.153641:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.153647:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.153657:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.153668:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.153670:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.153677:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.153685:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.153715:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.153754:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334551040:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016132.153781:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00010000:00010000:2.0:1734016132.154184:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31773bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ab expref: 9 pid: 13917 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.154202:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334550912:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.154223:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.154231:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016132.154252:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332369664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4608us (4793us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.154258:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13103 00000100:00100000:0.0:1734016132.156766:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.156838:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332370176 00000100:00100000:1.0:1734016132.156848:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332370176 00002000:00100000:1.0:1734016132.156898:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4120576->4124671) req@ffff88012e1a4e00 x1818247332370176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.156908:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4e00 with x1818247332370176 ext(4120576->4124671) 00002000:00010000:1.0:1734016132.156913:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4e00 00000100:00100000:1.0:1734016132.156945:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10030 00000100:00100000:1.0:1734016132.156953:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332370176:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.157133:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332370176:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 180us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.157139:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10030 00002000:00100000:1.0:1734016132.157144:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4120576->4124671) req@ffff88012e1a4e00 x1818247332370176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.157152:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4e00 with x1818247332370176 ext(4120576->4124671) 00002000:00010000:1.0:1734016132.157154:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a4e00 00000100:00100000:3.0:1734016132.158375:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334551040:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016132.158395:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.158423:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332369920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4786us (5087us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.158432:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3521 00000100:00100000:0.0:1734016132.160799:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.160957:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332370432 00000100:00100000:3.0:1734016132.160964:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332370432 00002000:00100000:3.0:1734016132.161006:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4124672->4128767) req@ffff88012e1a7800 x1818247332370432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.161015:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7800 with x1818247332370432 ext(4124672->4128767) 00002000:00010000:3.0:1734016132.161020:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7800 00000100:00100000:3.0:1734016132.161103:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10031 00000100:00100000:3.0:1734016132.161109:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332370432:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.161461:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332370432:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 350us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.161468:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10031 00002000:00100000:3.0:1734016132.161475:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4124672->4128767) req@ffff88012e1a7800 x1818247332370432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.161481:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a7800 with x1818247332370432 ext(4124672->4128767) 00002000:00010000:3.0:1734016132.161484:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a7800 00000100:00100000:0.0:1734016132.164949:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.165230:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332370560 00000100:00100000:3.0:1734016132.165242:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332370560 00002000:00100000:3.0:1734016132.165296:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4120576->4128767) req@ffff88012e1a5c00 x1818247332370560/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 8680/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.165306:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5c00 with x1818247332370560 ext(4120576->4128767) 00002000:00010000:3.0:1734016132.165313:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5c00 00000100:00100000:3.0:1734016132.165348:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10032 00000100:00100000:3.0:1734016132.165355:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332370560:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.167100:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332370560:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1738us (2151us total) trans 4294969825 rc 0/0 00000100:00100000:3.0:1734016132.167115:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10032 00002000:00100000:3.0:1734016132.167125:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4120576->4128767) req@ffff88012e1a5c00 x1818247332370560/t4294969825(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 8680/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.167135:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5c00 with x1818247332370560 ext(4120576->4128767) 00002000:00010000:3.0:1734016132.167139:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5c00 00000100:00100000:0.0:1734016132.169661:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.169783:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332370688 00000100:00100000:2.0:1734016132.169797:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332370688 00000100:00100000:2.0:1734016132.169849:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13104 00000100:00100000:2.0:1734016132.169861:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332370688:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016132.173342:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969825 is committed 00000001:00080000:0.0:1734016132.173361:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969824 is committed 00000100:00100000:2.0:1734016132.177196:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332370688:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 7311us (7521us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.177215:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13104 00000100:00100000:0.0:1734016132.183821:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.183865:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.183957:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332370944 00000100:00100000:2.0:1734016132.183968:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332370944 00000100:00100000:2.0:1734016132.184024:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332370816 00000100:00100000:2.0:1734016132.184026:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332370816 00000100:00100000:2.0:1734016132.184041:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13105 00000100:00100000:2.0:1734016132.184048:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332370944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.184064:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.184091:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d31773de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1d5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.184104:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13106 00000100:00100000:1.0:1734016132.184110:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332370816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.184119:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.184129:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31773e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1ce expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.184146:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334551168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016132.184166:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334551296:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.184211:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.184244:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016132.188988:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 368 -> 384 00000100:00100000:0.0:1734016132.189019:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334551296:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.189019:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334551168:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016132.189084:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31773e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ce expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.189084:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d31773de lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1d5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.189105:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31773e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ce expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.189105:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d31773de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1d5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.189130:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00010000:00010000:0.0:1734016132.189151:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:2.0:1734016132.189223:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332370944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5173us (5409us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.189238:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13105 00000100:00100000:0.0:1734016132.189370:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332370816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5257us (5502us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.189376:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13106 00000100:00100000:0.0:1734016132.198801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.198866:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371072 00000100:00100000:0.0:1734016132.198882:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371072 00000100:00100000:0.0:1734016132.198979:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13107 00000100:00100000:0.0:1734016132.198987:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332371072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.199012:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.199039:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31773ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1dc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.199109:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334551424:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.201235:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.201424:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.201687:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371200 00000100:00100000:2.0:1734016132.201700:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371200 00000100:00100000:2.0:1734016132.201788:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13108 00000100:00100000:2.0:1734016132.201796:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332371200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.201821:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.201844:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31773f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1e3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.201907:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334551552:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.201994:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.223190:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334551552:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.223247:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31773f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1e3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.223264:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31773f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1e3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.223304:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:3.0:1734016132.223415:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332371200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 21615us (21995us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.223425:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13108 00000100:00100000:2.0:1734016132.223569:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334551424:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.223592:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31773ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1dc expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.223601:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31773ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1dc expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.223613:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:2.0:1734016132.223630:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332371072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 24645us (24852us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.223636:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13107 00000100:00100000:1.0:1734016132.227120:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.227363:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371456 00000100:00100000:2.0:1734016132.227377:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371456 00000100:00100000:2.0:1734016132.227455:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2680 00000100:00100000:2.0:1734016132.227467:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332371456:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.227559:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.227621:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe880/0xb46129d8d31771d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bfc1 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.227651:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.227657:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.228014:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.228030:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.228037:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.228088:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.228102:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 18 pid: 6483 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.228120:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334551680:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016132.228210:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.234505:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334551680:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.234538:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016132.234838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.234923:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371584 00000100:00100000:3.0:1734016132.234935:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371584 00010000:00010000:3.0:1734016132.235831:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 19 pid: 6483 timeout: 496 lvb_type: 0 00000100:00080000:0.0:1734016132.235966:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016102 00000100:00100000:3.0:1734016132.236048:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3522 00000100:00100000:3.0:1734016132.236058:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1968:x1818247332371584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.236079:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.236088:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 19 pid: 6483 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.236103:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 19 pid: 6483 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.236131:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31771a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf9e expref: 19 pid: 6483 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.239154:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.239179:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.239195:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.239202:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.239261:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.239349:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332371584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3288us (4508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.239364:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3522 00010000:00010000:0.0:1734016132.239890:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016132.239899:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016132.240074:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969022 00000004:00010000:0.0:1734016132.240163:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077302a00 reply state ffff880076cec000 transno 4294969023 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016132.240172:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016132.240827:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332371456:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 13354us (13713us total) trans 4294969023 rc 0/0 00000100:00100000:0.0:1734016132.240839:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2680 00000020:00080000:0.0:1734016132.240846:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016132.247428:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.247455:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.247464:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.247475:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffcb40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016132.247483:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.247492:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.247523:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.247527:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016132.247532:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.247536:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31773fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016132.248534:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.249010:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371712 00000100:00100000:3.0:1734016132.249023:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371712 00000100:00100000:3.0:1734016132.249065:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13109 00000100:00100000:3.0:1734016132.249074:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332371712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.249094:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.249116:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1ea expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.249150:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.249158:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.249160:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.249164:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.249193:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.249205:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 6 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.249218:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334551808:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016132.249276:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.254986:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334551808:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.255045:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.255075:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016132.255170:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332371712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6096us (6642us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.255184:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13109 00000100:00100000:0.0:1734016132.256544:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.257429:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371840 00000100:00100000:3.0:1734016132.257449:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371840 00010000:00010000:3.0:1734016132.257487:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.257523:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3523 00000100:00100000:3.0:1734016132.257531:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332371840:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.257550:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.257580:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.257600:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.257628:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31773d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4120576->4124671) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1c7 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.258372:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.258376:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.258391:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.258403:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.258476:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.258499:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334551936:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016132.258635:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.262179:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.262331:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334551936:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016132.262362:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.262438:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332371840:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4905us (5909us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.262454:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3523 00000100:00100000:2.0:1734016132.262534:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332371968 00000100:00100000:2.0:1734016132.262542:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332371968 00000100:00100000:2.0:1734016132.262582:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13110 00000100:00100000:2.0:1734016132.262589:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332371968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.262608:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.262628:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1f1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.262656:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.262664:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.262666:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.262671:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.262701:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.262714:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 5 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.262775:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334552064:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016132.262830:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.275154:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.275774:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372096 00000100:00100000:3.0:1734016132.275791:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372096 00010000:00010000:3.0:1734016132.275857:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.275895:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3524 00000100:00100000:3.0:1734016132.275903:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332372096:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.275929:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.275965:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.275991:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.276029:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.276032:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.276040:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.276051:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.276098:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.276117:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334552192:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016132.276210:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016132.279402:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177199 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5bf97 expref: 6 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016132.280892:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734016132.280939:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334552320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016132.281054:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016132.281162:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334552320 00000100:00100000:2.0:1734016132.281167:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334552064:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.281175:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334552320 00010000:00010000:2.0:1734016132.281223:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.281244:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:0.0:1734016132.281249:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1734016132.281257:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334552320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016132.281298:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 695972416 pending 0 free 3923673088 avail 3692052480 00000100:00100000:2.0:1734016132.281312:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332371968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 18723us (19148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.281320:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13110 00000100:00100000:0.0:1734016132.281336:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334552320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.281341:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1734016132.281441:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334552320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016132.290553:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334552192:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016132.290621:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.290786:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332372096:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14877us (15642us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.290807:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3524 00000100:00100000:0.0:1734016132.292978:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.293201:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.293979:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372224 00000100:00100000:3.0:1734016132.293996:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372224 00002000:00010000:3.0:1734016132.294043:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.294048:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5880 with x1818247332372224 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.294065:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5880. 00000100:00100000:3.0:1734016132.294111:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372352 00000100:00100000:3.0:1734016132.294113:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372352 00002000:00010000:3.0:1734016132.294125:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3908222->18446744073709551615) 00002000:00100000:3.0:1734016132.294127:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a6300 with x1818247332372352 ext(3908222->18446744073709551615) 00002000:00010000:3.0:1734016132.294137:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a6300. 00000100:00100000:3.0:1734016132.294163:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10033 00000100:00100000:3.0:1734016132.294173:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332372224:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.294618:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6263122 -> 4194304 00002000:00010000:3.0:1734016132.294623:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.294625:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.294627:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.294629:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 384 -> 328 00000100:00100000:3.0:1734016132.294708:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332372224:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 536us (1747us total) trans 4294969826 rc 0/0 00000100:00100000:3.0:1734016132.294716:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10033 00002000:00010000:3.0:1734016132.294747:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.294750:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5880 with x1818247332372224 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.294756:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5880. 00000100:00100000:3.0:1734016132.294777:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10034 00000100:00100000:3.0:1734016132.294782:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332372352:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.294936:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3518464 -> 3908222 00002000:00010000:3.0:1734016132.294938:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.294940:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016130 00002000:00010000:3.0:1734016132.294942:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.294944:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:3.0:1734016132.294965:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332372352:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 181us (1762us total) trans 4294968212 rc 0/0 00000100:00100000:3.0:1734016132.294985:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10034 00002000:00010000:3.0:1734016132.294987:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3908222->18446744073709551615) 00002000:00100000:3.0:1734016132.294989:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a6300 with x1818247332372352 ext(3908222->18446744073709551615) 00002000:00010000:3.0:1734016132.294994:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a6300. 00000100:00100000:0.0:1734016132.302211:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.302391:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372480 00000100:00100000:2.0:1734016132.302406:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372480 00000100:00100000:2.0:1734016132.302495:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2681 00000100:00100000:2.0:1734016132.302507:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332372480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.302546:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.302580:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d317740f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1f8 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.302772:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177416 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.302788:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.302804:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016132.302837:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8102526 00000004:00200000:2.0:1734016132.302841:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.302860:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.302887:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d317740f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f8 expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.302911:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177416 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f8 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.302918:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.302921:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.302924:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016132.306902:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332372480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4374us (4680us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.306918:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2681 00000100:00100000:1.0:1734016132.309844:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.310171:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372608 00000100:00100000:2.0:1734016132.310185:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372608 00000100:00100000:2.0:1734016132.310265:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2682 00000100:00100000:2.0:1734016132.310279:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332372608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.310323:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.310361:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d317741d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c1ff expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.310520:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.310542:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.310557:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016132.310595:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8102526 00000004:00200000:2.0:1734016132.310599:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.310625:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.310651:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d317741d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.310681:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.310689:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.310692:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.310695:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016132.310824:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332372608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 548us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.310831:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2682 00000100:00100000:1.0:1734016132.316472:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.316542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.316559:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372736 00000100:00100000:3.0:1734016132.316574:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372736 00000100:00100000:3.0:1734016132.316642:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372864 00000100:00100000:3.0:1734016132.316644:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372864 00000100:00100000:3.0:1734016132.316670:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13111 00000100:00100000:3.0:1734016132.316680:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332372736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.316712:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.316772:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317742b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c206 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.316865:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334552448:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.316977:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.317007:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13112 00000100:00100000:3.0:1734016132.317013:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332372864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.317024:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.317041:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177432 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c20d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.317069:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334552576:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.317091:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016132.322019:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016132 00000100:00100000:2.0:1734016132.322059:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334552576:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.322121:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177432 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c20d expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.322138:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177432 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c20d expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.322159:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:2.0:1734016132.322238:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332372864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5222us (5693us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.322251:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13112 00002000:00010000:3.0:1734016132.323249:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4194304 -> 4456619 00000100:00100000:3.0:1734016132.323267:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334552448:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.323290:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317742b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c206 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.323302:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317742b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c206 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.323326:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016132.323394:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332372736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6715us (6937us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.323400:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13111 00000100:00100000:1.0:1734016132.326249:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.326317:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.326372:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332373120 00000100:00100000:2.0:1734016132.326388:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332373120 00000100:00100000:3.0:1734016132.326409:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332372992 00000100:00100000:3.0:1734016132.326415:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332372992 00000100:00100000:3.0:1734016132.326945:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13113 00000100:00100000:2.0:1734016132.326952:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13114 00000100:00100000:3.0:1734016132.326953:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332373120:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016132.326957:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332372992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.326989:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.326989:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.327015:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3177440 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c214 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.327015:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177439 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c21b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.327101:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334552704:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.327101:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334552832:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.327197:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.327573:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.330569:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334552704:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.330626:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3177440 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c214 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.330650:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3177440 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c214 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.330664:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016132.330774:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332372992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3814us (4455us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.330786:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13114 00000100:00100000:3.0:1734016132.330925:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334552832:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.330953:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177439 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c21b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.330965:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177439 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c21b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.330987:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016132.331010:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332373120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4057us (4779us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.331016:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13113 00000100:00100000:1.0:1734016132.334925:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.335093:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332373376 00000100:00100000:3.0:1734016132.335108:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332373376 00000100:00100000:3.0:1734016132.336707:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2683 00000100:00100000:3.0:1734016132.336739:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332373376:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016132.336827:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.336872:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177416 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f8 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.336901:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.336910:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016132.337176:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.337193:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.337200:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.337236:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.337253:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 18 pid: 7713 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.337272:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334552960:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016132.337385:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.342359:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.343002:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334552960:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.343046:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016132.344021:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332373504 00000100:00100000:2.0:1734016132.344035:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332373504 00010000:00010000:2.0:1734016132.344102:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 19 pid: 7713 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.344140:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3525 00000100:00100000:2.0:1734016132.344149:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:1969:x1818247332373504:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.344175:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.344183:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 19 pid: 7713 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.344197:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 19 pid: 7713 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.344231:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177424 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ff expref: 19 pid: 7713 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.344275:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.344281:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.344291:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.344299:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.344327:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016132.344393:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.344400:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016132.344443:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332373504:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 294us (2102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.344455:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3525 00000001:00080000:3.0:1734016132.344818:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969024 00000004:00010000:3.0:1734016132.344895:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007610a300 reply state ffff880079bd9000 transno 4294969025 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:3.0:1734016132.344908:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016132.345265:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332373376:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8546us (10362us total) trans 4294969025 rc 0/0 00000100:00100000:3.0:1734016132.345270:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2683 00000020:00080000:3.0:1734016132.345274:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016132.347498:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.347518:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.347525:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.347531:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016132.347534:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.347541:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.347567:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.347570:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016132.347575:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.347580:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177447 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016132.348540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.348589:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.348779:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332373760 00000100:00100000:2.0:1734016132.348793:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332373760 00002000:00010000:2.0:1734016132.348845:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016132.348851:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4700 with x1818247332373760 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016132.348868:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4700. 00000100:00100000:2.0:1734016132.348907:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332373632 00000100:00100000:2.0:1734016132.348911:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332373632 00002000:00010000:2.0:1734016132.348925:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1376068->18446744073709551615) 00002000:00100000:2.0:1734016132.348928:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247332373632 ext(1376068->18446744073709551615) 00002000:00010000:2.0:1734016132.348935:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5f80. 00000100:00100000:2.0:1734016132.348951:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10035 00000100:00100000:2.0:1734016132.348959:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332373760:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016132.352140:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10036 00000100:00100000:1.0:1734016132.352168:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332373632:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.355568:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4456619 -> 1376068 00002000:00010000:1.0:1734016132.355582:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.355584:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.355588:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.355591:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 136 00000100:00100000:1.0:1734016132.355739:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332373632:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3547us (7118us total) trans 4294969827 rc 0/0 00000100:00100000:1.0:1734016132.355759:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10036 00002000:00010000:1.0:1734016132.355768:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1376068->18446744073709551615) 00002000:00100000:1.0:1734016132.355771:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247332373632 ext(1376068->18446744073709551615) 00002000:00010000:1.0:1734016132.355780:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5f80. 00002000:00010000:2.0:1734016132.359057:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3908222 -> 0 00002000:00010000:2.0:1734016132.359069:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.359071:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016130 00002000:00010000:2.0:1734016132.359073:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.359075:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:2.0:1734016132.362370:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332373760:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 13390us (13822us total) trans 4294968213 rc 0/0 00000100:00100000:2.0:1734016132.362393:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10035 00002000:00010000:2.0:1734016132.362403:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016132.362407:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4700 with x1818247332373760 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016132.362420:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4700. 00000100:00100000:0.0:1734016132.364090:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.364832:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332373888 00000100:00100000:3.0:1734016132.364852:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332373888 00000100:00100000:3.0:1734016132.364958:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2684 00000100:00100000:3.0:1734016132.364979:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332373888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.365031:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.365075:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317744e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c222 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.365246:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.365269:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.365287:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:3.0:1734016132.365334:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1376068 00000004:00200000:3.0:1734016132.365341:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.365366:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016132.365398:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d317744e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.365419:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 23 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.365429:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.365432:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.365437:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016132.365539:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332373888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 560us (1465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.365547:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2684 00000100:00100000:0.0:1734016132.369124:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.369298:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374016 00000100:00100000:2.0:1734016132.369313:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374016 00000100:00100000:2.0:1734016132.369412:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2685 00000100:00100000:2.0:1734016132.369425:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332374016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.369462:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.369501:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d317745c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c229 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.369667:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177463 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.369691:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177463 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.369707:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177463 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016132.369795:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1376068 00000004:00200000:2.0:1734016132.369800:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.369827:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177463 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.369855:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d317745c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c229 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.369875:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177463 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c229 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.369883:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.369887:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.369890:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016132.369961:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332374016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 539us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.369977:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2685 00000100:00100000:0.0:1734016132.377530:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.378125:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374144 00000100:00100000:2.0:1734016132.378141:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374144 00000100:00100000:2.0:1734016132.378214:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13115 00000100:00100000:2.0:1734016132.378223:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332374144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.378251:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.378289:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d317746a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c230 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.378369:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334553088:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.378447:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.383994:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.384147:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374272 00000100:00100000:2.0:1734016132.384163:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374272 00000100:00100000:2.0:1734016132.384242:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13116 00000100:00100000:2.0:1734016132.384250:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332374272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.384277:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.384303:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3177471 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c237 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.384432:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334553216:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.384551:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.385028:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334553088:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.385081:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d317746a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c230 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.385095:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d317746a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c230 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.385140:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016132.385180:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332374144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6957us (7670us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.385191:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13115 00002000:00010000:2.0:1734016132.389593:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016132 00000100:00100000:2.0:1734016132.389634:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334553216:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.389692:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3177471 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c237 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.389709:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3177471 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c237 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.389744:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016132.389821:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332374272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5570us (5856us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.389835:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13116 00000100:00100000:0.0:1734016132.394877:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.394961:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.395238:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374528 00000100:00100000:2.0:1734016132.395254:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374528 00000100:00100000:2.0:1734016132.395326:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374400 00000100:00100000:2.0:1734016132.395329:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374400 00000100:00100000:2.0:1734016132.395358:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13117 00000100:00100000:2.0:1734016132.395368:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332374528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.395407:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.395440:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177478 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c245 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.395541:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334553344:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.395650:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.395820:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13118 00000100:00100000:3.0:1734016132.395829:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332374400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.395840:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.395851:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317747f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c23e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.395886:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334553472:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.395913:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.400197:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334553472:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.400245:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317747f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c23e expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.400266:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d317747f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c23e expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.400288:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016132.400358:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332374400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4527us (5395us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.400368:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13118 00000100:00100000:2.0:1734016132.401034:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334553344:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.401060:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177478 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c245 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.401071:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177478 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c245 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.401084:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016132.401104:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332374528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5738us (6248us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.401110:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13117 00000100:00100000:1.0:1734016132.407536:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.409855:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.411889:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374656 00000100:00100000:3.0:1734016132.411905:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374656 00000100:00100000:3.0:1734016132.411947:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374784 00000100:00100000:3.0:1734016132.411949:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374784 00000100:00100000:3.0:1734016132.411998:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13119 00000100:00100000:3.0:1734016132.412006:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332374656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.412027:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.412049:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177486 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c24c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.412125:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334553600:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.412211:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.412238:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13120 00000100:00100000:3.0:1734016132.412243:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332374784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.412251:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.412262:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317748d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c253 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.412291:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334553728:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.412312:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.416880:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334553728:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.416944:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317748d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c253 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.416975:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317748d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c253 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.417003:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:2.0:1734016132.417095:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332374784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4846us (7249us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.417109:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13120 00000100:00100000:3.0:1734016132.417634:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334553600:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.417662:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177486 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c24c expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417673:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177486 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c24c expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417697:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016132.418766:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332374656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6751us (11245us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.418781:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13119 00000100:00100000:1.0:1734016132.425863:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.426168:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332374912 00000100:00100000:3.0:1734016132.426181:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332374912 00000100:00100000:3.0:1734016132.426252:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13121 00000100:00100000:3.0:1734016132.426261:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332374912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.426293:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.426326:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c25a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.426424:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334553856:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.426904:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.427082:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.427202:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375040 00000100:00100000:0.0:1734016132.427208:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375040 00000100:00100000:0.0:1734016132.427252:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13122 00000100:00100000:0.0:1734016132.427259:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332375040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.427270:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.427288:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d317749b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c261 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.427332:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334553984:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.427371:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.431129:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334553856:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.431179:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177494 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c25a expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.431197:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c25a expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.431225:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016132.431290:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332374912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5027us (5441us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.431301:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13121 00000100:00100000:0.0:1734016132.431411:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334553984:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016132.431436:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d317749b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c261 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.431446:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d317749b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c261 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.431472:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016132.431494:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332375040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4235us (4412us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.431501:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13122 00000100:00100000:1.0:1734016132.437298:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.437391:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375168 00000100:00100000:0.0:1734016132.437404:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375168 00000100:00100000:0.0:1734016132.437500:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13123 00000100:00100000:0.0:1734016132.437510:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332375168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.437553:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.437593:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c268 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.437644:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.437655:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.437657:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.437662:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.437758:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.437775:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 9 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.437798:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334554112:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.437896:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.442535:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334554112:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.442591:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.442616:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:2.0:1734016132.442772:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332375168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5260us (5483us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.442784:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13123 00000100:00100000:0.0:1734016132.444250:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.445041:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375296 00000100:00100000:2.0:1734016132.445057:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375296 00010000:00010000:2.0:1734016132.445109:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 10 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.445421:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3526 00000100:00100000:2.0:1734016132.445432:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332375296:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.445471:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.445504:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 10 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.445519:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 10 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.445555:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177401 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1ea expref: 10 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.445600:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.445602:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.445612:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.445625:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.445677:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.445700:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334554240:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.446816:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.452517:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334554240:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.452563:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.452634:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332375296:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7198us (8388us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.452651:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3526 00000100:00100000:0.0:1734016132.452958:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.453307:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375424 00000100:00100000:3.0:1734016132.453320:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375424 00000100:00100000:3.0:1734016132.453677:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13124 00000100:00100000:3.0:1734016132.453687:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332375424:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.454033:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1376068 -> 1376068 00002000:00010000:3.0:1734016132.454038:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.454040:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.454043:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.454046:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1734016132.454154:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332375424:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 467us (1196us total) trans 4294969828 rc 0/0 00000100:00100000:3.0:1734016132.454163:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13124 00000100:00100000:0.0:1734016132.459078:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.459132:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375552 00000100:00100000:0.0:1734016132.459142:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375552 00000100:00100000:0.0:1734016132.459207:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13125 00000100:00100000:0.0:1734016132.459214:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332375552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.459238:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.459263:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d31774a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c26f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.459330:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334554368:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.459391:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.462300:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334554368:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016132.462351:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d31774a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c26f expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.462368:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d31774a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c26f expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.462405:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016132.462491:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332375552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3274us (3427us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.462504:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13125 00000100:00100000:2.0:1734016132.470237:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.470381:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375680 00000100:00100000:0.0:1734016132.470396:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375680 00000100:00100000:0.0:1734016132.470461:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13126 00000100:00100000:0.0:1734016132.470471:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332375680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.470504:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.470529:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d31774b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c276 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.470613:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334554496:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.470713:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.473288:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334554496:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.473332:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d31774b0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c276 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.473349:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e6640/0xb46129d8d31774b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c276 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.473374:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:2.0:1734016132.473432:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332375680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2962us (3214us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.473442:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13126 00000100:00100000:1.0:1734016132.476611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.476821:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375808 00000100:00100000:2.0:1734016132.476836:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375808 00000100:00100000:2.0:1734016132.476911:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13127 00000100:00100000:2.0:1734016132.476921:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332375808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.476946:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.476978:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c27d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.477012:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.477020:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.477022:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.477026:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [606208->618495] (req 606208->618495) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.477058:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.477071:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.477088:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334554624:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016132.477189:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.479827:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334554624:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.479873:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [606208->618495] (req 606208->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.479896:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016132.480888:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332375808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3964us (4291us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.480899:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13127 00000100:00100000:3.0:1734016132.481101:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.481765:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332375936 00000100:00100000:2.0:1734016132.481774:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332375936 00010000:00010000:2.0:1734016132.481807:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.482189:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3527 00000100:00100000:2.0:1734016132.482198:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332375936:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.482225:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.482258:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.482272:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.482306:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d31774a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c268 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.482328:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.482331:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.482339:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.482351:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.482400:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.482417:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334554752:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.482499:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.486036:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.487120:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376064 00000100:00100000:2.0:1734016132.487133:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376064 00000100:00100000:2.0:1734016132.487200:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13128 00000100:00100000:2.0:1734016132.487213:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332376064:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.487506:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1376068 -> 1376068 00002000:00010000:2.0:1734016132.487510:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.487513:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.487515:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.487517:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:2.0:1734016132.487672:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332376064:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 461us (1649us total) trans 4294969829 rc 0/0 00000100:00100000:2.0:1734016132.487682:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13128 00000100:00100000:3.0:1734016132.487895:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334554752:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016132.487926:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.487950:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332375936:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5753us (6851us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.487962:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3527 00000100:00100000:3.0:1734016132.493164:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.493246:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376192 00000100:00100000:0.0:1734016132.493258:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376192 00000100:00100000:0.0:1734016132.493326:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13129 00000100:00100000:0.0:1734016132.493335:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332376192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.493367:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.493391:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c284 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.493431:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.493439:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.493443:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.493446:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [974848->983039] (req 974848->983039) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.493495:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.493510:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 10 pid: 10116 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.493529:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334554880:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.493631:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.498014:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334554880:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016132.498070:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [974848->983039] (req 974848->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.498096:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016132.498174:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332376192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4839us (5026us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.498185:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13129 00000100:00100000:1.0:1734016132.498432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.498715:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376320 00000100:00100000:2.0:1734016132.498747:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376320 00010000:00010000:2.0:1734016132.498792:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 11 pid: 10116 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.498824:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3528 00000100:00100000:2.0:1734016132.498833:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332376320:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.498856:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.498890:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 11 pid: 10116 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.498906:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 11 pid: 10116 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.498941:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffa80/0xb46129d8d31774b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 606208->618495) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c27d expref: 11 pid: 10116 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.498978:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.498981:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.498989:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.498999:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.499045:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.499064:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334555008:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.499134:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.506205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.506289:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376576 00000100:00100000:0.0:1734016132.506302:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376576 00002000:00100000:0.0:1734016132.506360:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->1376255) req@ffff880139bf1500 x1818247332376576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.506370:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1500 with x1818247332376576 ext(0->1376255) 00002000:00010000:0.0:1734016132.506376:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1500 00000100:00100000:0.0:1734016132.506420:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10037 00000100:00100000:0.0:1734016132.506430:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332376576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.511523:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334555008:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.511587:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.511752:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332376320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12916us (13315us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.511770:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3528 00000100:00100000:2.0:1734016132.524840:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332376576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 18388us (18624us total) trans 0 rc 1376256/1376256 00000100:00100000:2.0:1734016132.524855:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10037 00002000:00100000:2.0:1734016132.524874:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->1376255) req@ffff880139bf1500 x1818247332376576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 1376256/1376256 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.524887:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1500 with x1818247332376576 ext(0->1376255) 00002000:00010000:2.0:1734016132.524896:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1500 00000100:00100000:3.0:1734016132.535031:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.535676:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376704 00000100:00100000:0.0:1734016132.535691:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376704 00000100:00100000:3.0:1734016132.538102:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13130 00000100:00100000:3.0:1734016132.538117:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332376704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.538145:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.538177:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c28b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.538222:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.538226:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.538238:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.538258:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.538275:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016132.539079:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332376704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 961us (4072us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.539089:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13130 00000100:00100000:1.0:1734016132.542794:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.542943:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376832 00000100:00100000:3.0:1734016132.542954:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376832 00000100:00100000:3.0:1734016132.543139:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13131 00000100:00100000:3.0:1734016132.543149:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332376832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.543178:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.543206:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31774cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c292 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.543273:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334555136:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.544148:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.549451:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334555136:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.549484:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31774cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c292 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.549496:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31774cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c292 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.549663:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016132.549718:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332376832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6571us (6941us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.549741:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13131 00000100:00100000:2.0:1734016132.552368:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.552458:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332376960 00000100:00100000:3.0:1734016132.552467:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332376960 00000100:00100000:3.0:1734016132.552572:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13132 00000100:00100000:3.0:1734016132.552583:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332376960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.552604:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.552621:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31774d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c299 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.552665:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334555264:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.552947:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.556279:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334555264:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.556335:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31774d3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c299 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.556353:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31774d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c299 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.556435:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016132.556521:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332376960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3936us (4164us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.556536:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13132 00000100:00100000:0.0:1734016132.559255:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.559349:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377088 00000100:00100000:3.0:1734016132.559361:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377088 00000100:00100000:3.0:1734016132.559416:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13133 00000100:00100000:3.0:1734016132.559425:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332377088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.559453:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.559479:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2a0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.559523:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.559532:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.559538:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.559541:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.559544:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [593920->606207] (req 593920->606207) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.559583:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.559597:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 12 pid: 10116 timeout: 496 lvb_type: 1 00000100:00100000:3.0:1734016132.559614:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334555392:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.559717:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.559795:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.559805:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334555520:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016132.559829:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.567037:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.567092:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.567204:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377216 00000100:00100000:0.0:1734016132.567216:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377216 00010000:00010000:0.0:1734016132.567266:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 13 pid: 10116 timeout: 496 lvb_type: 1 00000100:00100000:0.0:1734016132.567307:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377344 00000100:00100000:0.0:1734016132.567309:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377344 00010000:00010000:0.0:1734016132.567320:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.567348:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3529 00000100:00100000:0.0:1734016132.567355:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332377216:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.567371:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.567401:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 13 pid: 10116 timeout: 496 lvb_type: 1 00010000:00010000:0.0:1734016132.567415:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 13 pid: 10116 timeout: 496 lvb_type: 1 00010000:00010000:0.0:1734016132.567454:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.567501:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332377216:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 146us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.567508:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3529 00000100:00100000:0.0:1734016132.567558:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3530 00000100:00100000:0.0:1734016132.567562:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332377344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.567570:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.567578:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.567587:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.567597:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.567600:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.567607:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.567614:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.567646:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.567662:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334555648:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016132.567695:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016132.568147:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31774c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c28b expref: 12 pid: 10116 timeout: 496 lvb_type: 1 00000100:00100000:3.0:1734016132.568166:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334555392:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.568174:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31774be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->983039) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c284 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.568181:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334555520:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.568211:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.568220:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016132.568242:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332377088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8819us (8997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.568249:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13133 00000100:00100000:2.0:1734016132.570951:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334555648:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.570983:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.571189:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332377344:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3622us (4093us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.571201:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3530 00000100:00100000:0.0:1734016132.571326:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.571479:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377472 00000100:00100000:3.0:1734016132.571486:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377472 00000100:00100000:3.0:1734016132.571539:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13134 00000100:00100000:3.0:1734016132.571545:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332377472:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.571884:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1376068 -> 1376068 00002000:00010000:3.0:1734016132.571887:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.571891:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.571893:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.571896:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1734016132.571989:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332377472:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 443us (664us total) trans 4294969830 rc 0/0 00000100:00100000:3.0:1734016132.571999:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13134 00000100:00100000:0.0:1734016132.575622:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.575783:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377600 00000100:00100000:3.0:1734016132.575798:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377600 00000100:00100000:0.0:1734016132.575843:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.576009:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377728 00000100:00100000:3.0:1734016132.576013:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377728 00000100:00100000:2.0:1734016132.576021:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13135 00000100:00100000:2.0:1734016132.576031:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332377600:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.576039:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13136 00000100:00100000:3.0:1734016132.576043:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332377728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.576055:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.576055:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.576077:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31774e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2a7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.576077:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31774e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2ae expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.576138:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334555904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.576138:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334555776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.576576:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.576576:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.579400:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334555904:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.579451:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31774e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.579465:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31774e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.579480:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016132.579530:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332377600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3499us (3921us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.579539:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13135 00000100:00100000:3.0:1734016132.579665:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334555776:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.579691:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31774e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ae expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.579703:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31774e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ae expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.579738:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016132.579760:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332377728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3715us (3917us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.579766:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13136 00000100:00100000:0.0:1734016132.586823:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.587093:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377856 00000100:00100000:3.0:1734016132.587103:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377856 00000100:00100000:3.0:1734016132.587156:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13137 00000100:00100000:3.0:1734016132.587162:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332377856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.587180:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.587196:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31774ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2b5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.587250:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556032:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.587394:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.587494:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332377984 00000100:00100000:2.0:1734016132.587498:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332377984 00000100:00100000:3.0:1734016132.588049:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.588137:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13138 00000100:00100000:2.0:1734016132.588142:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332377984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.588151:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.588161:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31774f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2bc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.588186:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334556160:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.588210:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.593943:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556032:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.594035:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31774ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2b5 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.594054:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31774ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2b5 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016132.594121:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334556160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.594156:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31774f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2bc expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.594167:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d31774f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2bc expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.594366:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00010000:00010000:2.0:1734016132.594641:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:3.0:1734016132.594647:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332377856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7482us (7830us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.594659:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13137 00000100:00100000:2.0:1734016132.594667:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332377984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6524us (7274us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.594673:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13138 00000100:00100000:0.0:1734016132.606780:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.607062:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378112 00000100:00100000:3.0:1734016132.607077:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378112 00000100:00100000:3.0:1734016132.608378:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13139 00000100:00100000:3.0:1734016132.608390:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332378112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.608416:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.608441:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2c3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.608469:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.608477:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.608479:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.608483:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1323008->1331199] (req 1323008->1331199) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.608519:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.608532:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 11 pid: 10116 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.608545:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556288:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016132.610230:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.622443:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.622542:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378240 00000100:00100000:2.0:1734016132.622556:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378240 00010000:00010000:2.0:1734016132.622601:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.622631:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3531 00000100:00100000:2.0:1734016132.622639:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332378240:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.622653:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.622678:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.622690:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.622715:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.622717:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.622739:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.622747:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.622773:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.622786:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334556416:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.622834:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016132.622915:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31774da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 593920->606207) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2a0 expref: 12 pid: 10116 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.622929:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556288:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016132.622952:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.622989:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016132.623013:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332378112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14626us (16299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.623020:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13139 00000100:00100000:1.0:1734016132.647856:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.648015:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334556416:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.648051:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.648128:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378368 00000100:00100000:3.0:1734016132.648139:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378368 00000100:00100000:2.0:1734016132.649216:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332378240:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 26572us (26784us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.649234:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3531 00000100:00100000:3.0:1734016132.649422:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13140 00000100:00100000:3.0:1734016132.649432:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332378368:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.649676:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1376068 -> 1376068 00002000:00010000:3.0:1734016132.649680:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.649682:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.649684:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.649686:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1734016132.654997:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332378368:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 5529us (7124us total) trans 4294969831 rc 0/0 00000100:00100000:3.0:1734016132.655027:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13140 00000100:00100000:1.0:1734016132.663221:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.663438:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378496 00000100:00100000:3.0:1734016132.663452:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378496 00000100:00100000:3.0:1734016132.663529:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13141 00000100:00100000:3.0:1734016132.663540:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087222850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332378496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.663573:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.663602:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3177504 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2ca expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.663695:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556544:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.663816:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.668827:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556544:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.668888:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3177504 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ca expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.668906:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3177504 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ca expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.668934:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:2.0:1734016132.669415:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087222850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332378496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5873us (6209us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.669432:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13141 00000100:00100000:0.0:1734016132.672382:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.674010:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378624 00000100:00100000:2.0:1734016132.674030:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378624 00000100:00100000:2.0:1734016132.674200:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13142 00000100:00100000:2.0:1734016132.674211:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332378624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.674570:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.674588:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317750b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2d1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.674637:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556672:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.674754:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.679475:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334556672:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.679544:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317750b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2d1 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.679564:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317750b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2d1 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.679601:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016132.679768:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332378624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5510us (7345us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.679780:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13142 00000100:00100000:1.0:1734016132.685420:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.686085:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378752 00000100:00100000:2.0:1734016132.686102:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378752 00000100:00100000:2.0:1734016132.686176:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13143 00000100:00100000:2.0:1734016132.686185:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332378752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.686214:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.686250:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177512 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2d8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.686347:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334556800:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.686458:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.689841:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334556800:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.689876:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177512 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2d8 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.689890:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177512 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2d8 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.690309:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016132.690362:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332378752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4175us (4959us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.690371:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13143 00000100:00100000:1.0:1734016132.693897:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.694085:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332378880 00000100:00100000:2.0:1734016132.694098:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332378880 00000100:00100000:2.0:1734016132.694149:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13144 00000100:00100000:2.0:1734016132.694158:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332378880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.694185:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.694203:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177519 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2df expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.694283:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334556928:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.694364:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.698087:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334556928:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.698125:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177519 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2df expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.698142:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177519 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2df expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.698424:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016132.698502:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332378880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4344us (4612us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.698511:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13144 00000100:00100000:0.0:1734016132.700499:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.700570:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332379008 00000100:00100000:2.0:1734016132.700576:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332379008 00000100:00100000:2.0:1734016132.700652:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13145 00000100:00100000:2.0:1734016132.700659:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332379008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.700674:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.700689:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177520 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2e6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.700845:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557056:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.700897:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.702622:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557056:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.702662:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177520 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2e6 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.702679:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d3177520 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2e6 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.702693:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016132.703344:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332379008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2678us (2843us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.703358:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13145 00000100:00100000:1.0:1734016132.713182:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.713269:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332379136 00000100:00100000:3.0:1734016132.713280:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332379136 00000100:00100000:3.0:1734016132.713321:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13146 00000100:00100000:3.0:1734016132.713329:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332379136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.713348:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.713367:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2ed expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.713396:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.713403:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.713405:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.713409:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.713445:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.713456:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 8 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016132.713469:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557184:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.715488:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.717542:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557184:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.717568:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.717585:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:2.0:1734016132.717662:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332379136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4333us (4487us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.717670:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13146 00000100:00100000:1.0:1734016132.718238:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.718312:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332379264 00000100:00100000:2.0:1734016132.718321:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332379264 00010000:00010000:2.0:1734016132.718351:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 9 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016132.718378:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3532 00000100:00100000:2.0:1734016132.718386:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332379264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.718409:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.718434:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 9 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016132.718445:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 9 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016132.718476:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31774fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1323008->1331199) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2c3 expref: 9 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016132.718492:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.718494:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.718500:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.718509:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.718545:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.718557:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334557312:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.718598:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.720838:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.720970:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332379520 00000100:00100000:3.0:1734016132.720982:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332379520 00002000:00100000:3.0:1734016132.721039:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (704512->708607) req@ffff88012ea93b80 x1818247332379520/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.721053:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93b80 with x1818247332379520 ext(704512->708607) 00002000:00010000:3.0:1734016132.721060:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93b80 00000100:00100000:3.0:1734016132.721092:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10038 00000100:00100000:3.0:1734016132.721101:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332379520:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.721319:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332379520:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 218us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.721327:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10038 00002000:00100000:3.0:1734016132.721334:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (704512->708607) req@ffff88012ea93b80 x1818247332379520/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.721342:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93b80 with x1818247332379520 ext(704512->708607) 00002000:00010000:3.0:1734016132.721345:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93b80 00000100:00100000:2.0:1734016132.722765:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334557312:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.722787:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.723452:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332379264:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5063us (5213us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.723685:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3532 00000100:00100000:1.0:1734016132.733338:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.735067:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332379776 00000100:00100000:0.0:1734016132.735083:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332379776 00002000:00100000:0.0:1734016132.735146:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->1376255) req@ffff88012ea93800 x1818247332379776/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:93/0 lens 504/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.735158:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93800 with x1818247332379776 ext(0->1376255) 00002000:00010000:0.0:1734016132.735166:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93800 00000100:00100000:0.0:1734016132.735216:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10039 00000100:00100000:0.0:1734016132.735225:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332379776:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.756711:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332379776:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 21465us (23363us total) trans 0 rc 1372160/1372160 00000100:00100000:0.0:1734016132.756752:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10039 00002000:00100000:0.0:1734016132.756770:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->1376255) req@ffff88012ea93800 x1818247332379776/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:93/0 lens 504/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 1372160/1372160 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.756790:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93800 with x1818247332379776 ext(0->1376255) 00002000:00010000:0.0:1734016132.756799:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93800 00000100:00100000:0.0:1734016132.764433:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.764494:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.765781:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380032 00000100:00100000:2.0:1734016132.765798:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380032 00000100:00100000:2.0:1734016132.765859:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332379904 00000100:00100000:2.0:1734016132.765862:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332379904 00000100:00100000:2.0:1734016132.765910:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13147 00000100:00100000:2.0:1734016132.765918:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332380032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.765938:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.765974:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d317752e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2fb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.766057:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334557440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.766147:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.768850:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13148 00000100:00100000:3.0:1734016132.768870:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332379904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.768893:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.768925:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c2f4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.768956:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.768971:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.768980:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.768996:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.769008:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016132.769083:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332379904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 217us (4588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.769090:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13148 00002000:00010000:0.0:1734016132.774318:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:0.0:1734016132.774371:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334557440:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016132.774423:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d317752e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2fb expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.774439:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d317752e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2fb expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.774462:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:0.0:1734016132.774523:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332380032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8604us (10098us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.774533:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13147 00000100:00100000:1.0:1734016132.779686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.779800:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380160 00000100:00100000:0.0:1734016132.779807:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380160 00000100:00100000:0.0:1734016132.779891:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13149 00000100:00100000:0.0:1734016132.779899:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332380160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.779919:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.779937:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d317753c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c302 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.780001:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334557568:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016132.780087:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.783440:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334557568:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016132.783498:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d317753c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c302 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.783519:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4240/0xb46129d8d317753c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c302 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.784176:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:0.0:1734016132.784529:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332380160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4626us (4849us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.784540:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13149 00000100:00100000:0.0:1734016132.790041:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.790165:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380416 00000100:00100000:2.0:1734016132.790178:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380416 00000100:00100000:2.0:1734016132.790240:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2686 00000100:00100000:2.0:1734016132.790247:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332380416:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.790305:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.790337:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177463 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c229 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.790590:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.790595:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.791160:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.791181:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.791190:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.791233:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.791250:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 22 pid: 6485 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016132.791266:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334557696:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016132.791448:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.799526:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.799708:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334557696:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.799816:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016132.800029:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380544 00000100:00100000:3.0:1734016132.800039:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380544 00010000:00010000:3.0:1734016132.800082:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 23 pid: 6485 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016132.800123:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3533 00000100:00100000:3.0:1734016132.800132:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1969:x1818247332380544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.800149:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.800155:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 23 pid: 6485 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016132.800171:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 23 pid: 6485 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016132.800201:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3177455 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c222 expref: 23 pid: 6485 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016132.800224:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.800230:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.800239:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.800247:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.800278:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.800338:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1969:x1818247332380544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 205us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.800345:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3533 00010000:00010000:2.0:1734016132.801058:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016132.801066:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016132.801188:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969026 00000004:00010000:2.0:1734016132.801253:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077301c00 reply state ffff880076ce8000 transno 4294969027 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016132.801262:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016132.801367:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332380416:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11118us (11348us total) trans 4294969027 rc 0/0 00000100:00100000:2.0:1734016132.801375:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2686 00000020:00080000:2.0:1734016132.801381:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016132.806937:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.807019:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380672 00000100:00100000:0.0:1734016132.807034:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380672 00000100:00100000:0.0:1734016132.807099:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13150 00000100:00100000:0.0:1734016132.807108:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332380672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.807134:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.807162:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c309 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.807206:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.807214:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.807224:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.807226:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.807229:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.807271:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.807283:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016132.807296:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557824:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016132.807380:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.807387:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 11 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016132.807395:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557952:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.807412:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016132.807705:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.807713:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.807732:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.807738:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075fff600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016132.807743:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.807751:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.807767:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016132.807770:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016132.807773:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016132.807778:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff600/0xb46129d8d3177543 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016132.813418:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.813775:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557824:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016132.813787:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334557952:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016132.813831:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.813851:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:1.0:1734016132.813993:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380928 00000100:00100000:1.0:1734016132.814001:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380928 00010000:00010000:1.0:1734016132.814036:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 12 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016132.814078:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3534 00000100:00100000:1.0:1734016132.814086:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332380928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016132.814104:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016132.814131:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 12 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016132.814141:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 12 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016132.814171:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2ed expref: 12 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016132.814198:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016132.815273:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332380928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1182us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.815285:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3534 00000100:00100000:0.0:1734016132.815371:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332380672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8262us (8452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.815379:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13150 00000100:00100000:1.0:1734016132.815812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.815889:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332380800 00000100:00100000:2.0:1734016132.815895:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332380800 00010000:00010000:2.0:1734016132.815921:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016132.815947:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3535 00000100:00100000:2.0:1734016132.815954:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332380800:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.815974:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.815990:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016132.816001:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016132.816022:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177535 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c2f4 expref: 10 pid: 13917 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016132.816038:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.816039:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.816043:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.816052:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.816085:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.816101:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334558080:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.816149:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.822512:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.822710:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332381056 00000100:00100000:0.0:1734016132.822743:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332381056 00000100:00100000:0.0:1734016132.822798:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13151 00000100:00100000:0.0:1734016132.822808:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332381056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.822830:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.822849:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c310 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.822881:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.822888:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.822890:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.822894:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.822939:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.822953:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 9 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016132.823008:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334558208:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016132.824111:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334558080:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.824138:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.824271:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.824314:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332380800:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8356us (8499us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.824324:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3535 00000100:00100000:2.0:1734016132.828825:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334558208:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016132.828866:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.828892:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016132.829090:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.829130:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332381056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6322us (6633us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.829141:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13151 00000100:00100000:2.0:1734016132.829186:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332381184 00000100:00100000:2.0:1734016132.829194:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332381184 00010000:00010000:2.0:1734016132.829225:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016132.829892:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3536 00000100:00100000:2.0:1734016132.829898:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332381184:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.829914:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.829947:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016132.829957:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016132.829999:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177408 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c1f1 expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016132.830020:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.830023:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.830028:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.830039:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.830078:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.830094:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334558336:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016132.830919:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.834898:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334558336:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016132.834933:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.835010:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332381184:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5109us (5919us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.835021:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3536 00000100:00100000:0.0:1734016132.838309:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.838943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.839047:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332381440 00000100:00100000:3.0:1734016132.839056:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332381440 00002000:00010000:3.0:1734016132.839099:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1758391->18446744073709551615) 00002000:00100000:3.0:1734016132.839103:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b480 with x1818247332381440 ext(1758391->18446744073709551615) 00002000:00010000:3.0:1734016132.839118:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610b480. 00000100:00100000:3.0:1734016132.839147:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332381312 00000100:00100000:3.0:1734016132.839149:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332381312 00002000:00010000:3.0:1734016132.839160:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.839162:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108700 with x1818247332381312 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.839170:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108700. 00000100:00100000:3.0:1734016132.839192:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10040 00000100:00100000:3.0:1734016132.839200:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332381440:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.839449:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1758391 00002000:00010000:3.0:1734016132.839452:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016133 00002000:00010000:3.0:1734016132.839455:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016130 00002000:00010000:3.0:1734016132.839459:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016133 00002000:00010000:3.0:1734016132.839461:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016132.839516:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332381440:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 316us (1218us total) trans 4294968214 rc 0/0 00000100:00100000:3.0:1734016132.839525:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10040 00002000:00010000:3.0:1734016132.839528:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1758391->18446744073709551615) 00002000:00100000:3.0:1734016132.839530:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b480 with x1818247332381440 ext(1758391->18446744073709551615) 00002000:00010000:3.0:1734016132.839534:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610b480. 00000100:00100000:3.0:1734016132.839548:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10041 00000100:00100000:3.0:1734016132.839553:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332381312:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.839639:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1376068 -> 4194304 00002000:00010000:3.0:1734016132.839642:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016133 00002000:00010000:3.0:1734016132.839645:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.839646:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016133 00002000:00010000:3.0:1734016132.839648:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1734016132.839665:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332381312:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 111us (722us total) trans 4294969832 rc 0/0 00000100:00100000:3.0:1734016132.839671:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10041 00002000:00010000:3.0:1734016132.839674:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.839676:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108700 with x1818247332381312 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.839679:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108700. 00000100:00100000:0.0:1734016132.847851:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.848883:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332381696 00000100:00100000:1.0:1734016132.848895:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332381696 00002000:00100000:1.0:1734016132.848954:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1753088->1757183) req@ffff88007610bb80 x1818247332381696/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.848982:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610bb80 with x1818247332381696 ext(1753088->1757183) 00002000:00010000:1.0:1734016132.848987:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610bb80 00000100:00100000:1.0:1734016132.849027:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10042 00000100:00100000:1.0:1734016132.849033:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332381696:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.849668:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332381696:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 633us (1825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.849677:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10042 00002000:00100000:1.0:1734016132.849683:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1753088->1757183) req@ffff88007610bb80 x1818247332381696/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.849690:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610bb80 with x1818247332381696 ext(1753088->1757183) 00002000:00010000:1.0:1734016132.849694:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610bb80 00000100:00100000:0.0:1734016132.854266:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016132.854874:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332381952 00000100:00100000:1.0:1734016132.854889:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332381952 00002000:00100000:1.0:1734016132.854955:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1376256->4194303) req@ffff88007610b800 x1818247332381952/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.854977:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b800 with x1818247332381952 ext(1376256->4194303) 00002000:00010000:1.0:1734016132.854984:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610b800 00000100:00100000:1.0:1734016132.855036:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10043 00000100:00100000:1.0:1734016132.855044:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332381952:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.867567:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.867670:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382208 00000100:00100000:2.0:1734016132.867680:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382208 00002000:00100000:2.0:1734016132.867746:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->1761279) req@ffff880076109c00 x1818247332382208/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 504/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.867756:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109c00 with x1818247332382208 ext(0->1761279) 00002000:00010000:2.0:1734016132.867762:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109c00 00000100:00100000:2.0:1734016132.867782:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10044 00000100:00100000:2.0:1734016132.867789:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332382208:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.903807:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332381952:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 48742us (49534us total) trans 0 rc 2818048/2818048 00000100:00100000:2.0:1734016132.903828:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10043 00002000:00100000:2.0:1734016132.903850:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1376256->4194303) req@ffff88007610b800 x1818247332381952/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 2818048/2818048 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.903863:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610b800 with x1818247332381952 ext(1376256->4194303) 00002000:00010000:2.0:1734016132.903874:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610b800 00010000:00010000:2.0:1734016132.906365:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016132.908083:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332382208:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 40279us (40519us total) trans 0 rc 1757184/1757184 00000100:00100000:3.0:1734016132.908098:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10044 00002000:00100000:3.0:1734016132.908115:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->1761279) req@ffff880076109c00 x1818247332382208/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 504/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 1757184/1757184 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.908186:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109c00 with x1818247332382208 ext(0->1761279) 00002000:00010000:3.0:1734016132.908195:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109c00 00000100:00100000:0.0:1734016132.919151:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.920983:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382336 00000100:00100000:3.0:1734016132.921006:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382336 00002000:00100000:3.0:1734016132.921083:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1753088->1758390) req@ffff880077301500 x1818247332382336/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 5792/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.921095:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301500 with x1818247332382336 ext(1753088->1758390) 00002000:00010000:3.0:1734016132.921102:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077301500 00000100:00100000:3.0:1734016132.921217:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10045 00000100:00100000:3.0:1734016132.921227:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332382336:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.922855:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332382336:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1615us (3717us total) trans 4294968215 rc 0/0 00000100:00100000:3.0:1734016132.922868:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10045 00002000:00100000:3.0:1734016132.922879:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1753088->1758390) req@ffff880077301500 x1818247332382336/t4294968215(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 5792/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.922889:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301500 with x1818247332382336 ext(1753088->1758390) 00002000:00010000:3.0:1734016132.922894:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077301500 00000100:00100000:0.0:1734016132.926648:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.927464:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382464 00000100:00100000:2.0:1734016132.927475:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382464 00000100:00100000:2.0:1734016132.927548:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2687 00000100:00100000:2.0:1734016132.927556:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332382464:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016132.927758:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332382464:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 202us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.927766:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2687 00000100:00100000:0.0:1734016132.935548:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.935713:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382592 00000100:00100000:3.0:1734016132.935766:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382592 00000100:00100000:3.0:1734016132.935820:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13152 00000100:00100000:3.0:1734016132.935828:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332382592:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:3.0:1734016132.938357:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968215 is committed 00000001:00080000:3.0:1734016132.938391:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968213 is committed 00000100:00100000:0.0:1734016132.938630:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332382592:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2791us (3093us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.938645:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13152 00000100:00100000:0.0:1734016132.943372:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.943652:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382720 00000100:00100000:2.0:1734016132.943673:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382720 00000100:00100000:2.0:1734016132.943823:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2688 00000100:00100000:2.0:1734016132.943838:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332382720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.943871:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.943901:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177558 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c317 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.944077:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317755f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.944095:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317755f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.944106:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317755f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:2.0:1734016132.944136:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5952695 00000004:00200000:2.0:1734016132.944142:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.944165:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317755f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.944195:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d3177558 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c317 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.944835:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317755f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c317 expref: 23 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.944848:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.944851:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.944854:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016132.944973:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332382720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1136us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.944986:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2688 00000100:00100000:0.0:1734016132.947517:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.947683:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382848 00000100:00100000:2.0:1734016132.947696:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382848 00000100:00100000:2.0:1734016132.947791:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13153 00000100:00100000:2.0:1734016132.947801:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332382848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.947826:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.947847:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177566 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c31e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.947924:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334558464:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016132.949878:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.952187:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00002000:00010000:3.0:1734016132.952323:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:3.0:1734016132.952342:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334558464:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.952369:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177566 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c31e expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.952381:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177566 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c31e expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.952404:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:3.0:1734016132.952437:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332382848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4639us (4933us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.952445:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13153 00000100:00100000:3.0:1734016132.952468:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332382976 00000100:00100000:3.0:1734016132.952473:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332382976 00000100:00100000:3.0:1734016132.952501:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13154 00000100:00100000:3.0:1734016132.952506:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332382976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.952520:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.952536:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317756d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c325 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.952576:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334558592:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.952601:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016132.954459:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016133 00002000:00010000:3.0:1734016132.954468:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:3.0:1734016132.954495:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334558592:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016132.954522:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317756d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c325 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.954534:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317756d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c325 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.954541:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016132.954591:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332382976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2083us (2412us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.954598:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13154 00000100:00100000:0.0:1734016132.957393:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016132.957471:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.958328:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332383232 00000100:00100000:3.0:1734016132.958344:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332383232 00000100:00100000:3.0:1734016132.958390:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332383104 00000100:00100000:3.0:1734016132.958392:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332383104 00000100:00100000:3.0:1734016132.958421:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13155 00000100:00100000:3.0:1734016132.958430:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332383232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.958453:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.958473:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177574 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c333 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.958557:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334558720:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.958626:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.958641:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13156 00000100:00100000:3.0:1734016132.958645:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332383104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.958653:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.958664:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317757b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c32c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.958694:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334558848:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.958711:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.962561:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334558720:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016132.962561:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334558848:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016132.962608:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177574 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c333 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.962608:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317757b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c32c expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.962626:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177574 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c333 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.962626:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317757b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c32c expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.962639:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00010000:00010000:2.0:1734016132.962654:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:2.0:1734016132.962699:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332383232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4270us (5323us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.962709:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13155 00000100:00100000:3.0:1734016132.963121:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332383104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4470us (5647us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.963128:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13156 00000100:00100000:0.0:1734016132.970025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.970160:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332383488 00000100:00100000:3.0:1734016132.970182:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332383488 00002000:00100000:3.0:1734016132.970232:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1077248->1081343) req@ffff880079532a00 x1818247332383488/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.970241:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247332383488 ext(1077248->1081343) 00002000:00010000:3.0:1734016132.970247:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532a00 00000100:00100000:3.0:1734016132.971116:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10046 00000100:00100000:3.0:1734016132.971124:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332383488:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.971282:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332383488:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 159us (1274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.971291:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10046 00002000:00100000:3.0:1734016132.971296:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1077248->1081343) req@ffff880079532a00 x1818247332383488/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.971302:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247332383488 ext(1077248->1081343) 00002000:00010000:3.0:1734016132.971306:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532a00 00000100:00100000:0.0:1734016132.977616:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.978249:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332383744 00000100:00100000:2.0:1734016132.978260:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332383744 00002000:00100000:2.0:1734016132.978312:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1081344->1085439) req@ffff880079533800 x1818247332383744/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.978323:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332383744 ext(1081344->1085439) 00002000:00010000:2.0:1734016132.978331:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:2.0:1734016132.978374:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10047 00000100:00100000:2.0:1734016132.978383:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332383744:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.978639:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332383744:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 256us (1036us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.978646:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10047 00002000:00100000:2.0:1734016132.978652:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1081344->1085439) req@ffff880079533800 x1818247332383744/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.978659:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332383744 ext(1081344->1085439) 00002000:00010000:2.0:1734016132.978663:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016132.984115:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016132.984214:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332383872 00000100:00100000:2.0:1734016132.984229:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332383872 00000100:00100000:2.0:1734016132.984546:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2689 00000100:00100000:2.0:1734016132.984554:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332383872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.984578:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.984601:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3177582 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c33a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.984680:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.984691:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.984701:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:2.0:1734016132.984763:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5952695 00000004:00200000:2.0:1734016132.984770:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.984796:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016132.984827:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d3177582 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.984863:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.984871:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016132.984874:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.984878:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016132.985789:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332383872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1228us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.985796:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2689 00000100:00100000:0.0:1734016132.991635:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.992036:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384000 00000100:00100000:3.0:1734016132.992053:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384000 00002000:00100000:3.0:1734016132.992138:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2301952->2310143) req@ffff880079533100 x1818247332384000/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 8680/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.992151:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533100 with x1818247332384000 ext(2301952->2310143) 00002000:00010000:3.0:1734016132.992159:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533100 00000100:00100000:3.0:1734016132.992213:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10048 00000100:00100000:3.0:1734016132.992223:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332384000:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.994700:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332384000:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2457us (3069us total) trans 4294969833 rc 0/0 00000100:00100000:3.0:1734016132.994718:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10048 00002000:00100000:3.0:1734016132.994758:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2301952->2310143) req@ffff880079533100 x1818247332384000/t4294969833(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:93/0 lens 8680/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.994769:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533100 with x1818247332384000 ext(2301952->2310143) 00002000:00010000:3.0:1734016132.994776:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533100 00000100:00100000:0.0:1734016132.997975:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016132.998144:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384128 00000100:00100000:3.0:1734016132.998158:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384128 00000100:00100000:3.0:1734016132.998414:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13157 00000100:00100000:3.0:1734016132.998423:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332384128:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016133.000131:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969833 is committed 00000001:00080000:0.0:1734016133.000163:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969830 is committed 00000100:00100000:3.0:1734016133.000810:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332384128:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2374us (2844us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.000827:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13157 00000100:00100000:0.0:1734016133.004473:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.004511:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.004569:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384256 00000100:00100000:3.0:1734016133.004577:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384256 00000100:00100000:3.0:1734016133.004604:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384384 00000100:00100000:3.0:1734016133.004606:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384384 00000100:00100000:3.0:1734016133.004622:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13158 00000100:00100000:3.0:1734016133.004630:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332384256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.004647:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.004666:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177590 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c341 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.004712:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334558976:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.004773:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.004795:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13159 00000100:00100000:3.0:1734016133.004799:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332384384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.004805:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.004813:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177597 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c348 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.004833:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334559104:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.004849:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.008451:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 136 -> 152 00000100:00100000:2.0:1734016133.008486:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334558976:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.008545:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177590 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c341 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.008560:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c341 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.008595:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:2.0:1734016133.008672:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332384256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4040us (4207us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.008689:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13158 00000100:00100000:3.0:1734016133.009494:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334559104:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.009521:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177597 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c348 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.009533:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177597 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c348 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.009550:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016133.009576:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332384384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4775us (5063us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.009582:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13159 00000100:00100000:0.0:1734016133.013255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.013818:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384512 00000100:00100000:3.0:1734016133.013836:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384512 00000100:00100000:3.0:1734016133.013910:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13160 00000100:00100000:3.0:1734016133.013920:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332384512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.013951:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.013992:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c34f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.014035:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.014044:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.014045:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.014051:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3063808->3067903] (req 3063808->3067903) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.014093:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.014110:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 6 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.014125:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334559232:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016133.014206:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.017014:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334559232:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016133.017043:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3063808->3067903] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.017059:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016133.017111:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332384512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3192us (3870us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.017121:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13160 00000100:00100000:0.0:1734016133.023426:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.024312:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384640 00000100:00100000:2.0:1734016133.024325:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384640 00010000:00010000:2.0:1734016133.024626:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.024675:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3537 00000100:00100000:2.0:1734016133.024684:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332384640:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.024703:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.024744:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.024761:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.024796:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d317754a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c309 expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00000100:00080000:0.0:1734016133.024889:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016103 00010000:00010000:2.0:1734016133.025013:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.025017:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.025028:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.025038:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.025090:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.025106:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334559360:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016133.025658:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.036474:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334559360:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016133.036511:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.036598:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332384640:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11913us (13186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.036610:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3537 00000100:00100000:0.0:1734016133.044111:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.044252:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332384896 00000100:00100000:3.0:1734016133.044267:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332384896 00002000:00100000:3.0:1734016133.044321:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1376256->4194303) req@ffff880079530700 x1818247332384896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.044333:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530700 with x1818247332384896 ext(1376256->4194303) 00002000:00010000:3.0:1734016133.044341:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530700 00000100:00100000:3.0:1734016133.044389:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10049 00000100:00100000:3.0:1734016133.044397:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332384896:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.071627:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332384896:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 27197us (27495us total) trans 0 rc 2818048/2818048 00000100:00100000:3.0:1734016133.071659:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10049 00002000:00100000:3.0:1734016133.071690:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1376256->4194303) req@ffff880079530700 x1818247332384896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 2818048/2818048 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.071702:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530700 with x1818247332384896 ext(1376256->4194303) 00002000:00010000:3.0:1734016133.071713:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530700 00000100:00100000:0.0:1734016133.083233:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.083888:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385024 00000100:00100000:3.0:1734016133.083898:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385024 00000100:00100000:2.0:1734016133.085818:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13161 00000100:00100000:2.0:1734016133.085845:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332385024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.085884:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.085920:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31775a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c356 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.086027:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334559488:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016133.086161:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.089408:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334559488:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.089479:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31775a5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c356 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.089501:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31775a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c356 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.089567:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016133.089716:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332385024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3875us (6492us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.089781:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13161 00000100:00100000:0.0:1734016133.102048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.102463:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385152 00000100:00100000:2.0:1734016133.102476:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385152 00000100:00100000:2.0:1734016133.102539:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13162 00000100:00100000:2.0:1734016133.102548:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332385152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.102572:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.102596:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31775ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c35d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.102682:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334559616:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016133.104166:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.110437:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334559616:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.110488:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31775ac lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c35d expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.110505:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d31775ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c35d expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.110522:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016133.110606:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332385152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8057us (8571us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.110618:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13162 00000100:00100000:0.0:1734016133.115691:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.115988:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385280 00000100:00100000:2.0:1734016133.116003:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385280 00000100:00100000:2.0:1734016133.116169:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13163 00000100:00100000:2.0:1734016133.116180:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332385280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.116214:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.116246:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c364 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.116284:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.116288:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.116301:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.116320:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.116340:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016133.116756:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332385280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 575us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.116763:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13163 00000100:00100000:0.0:1734016133.119262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.119367:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385408 00000100:00100000:2.0:1734016133.119376:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385408 00000100:00100000:2.0:1734016133.119684:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13164 00000100:00100000:2.0:1734016133.119691:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332385408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.119714:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.119774:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c36b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.119812:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.119824:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.119831:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.119833:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.119836:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1875968->1880063] (req 1875968->1880063) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.119869:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.119883:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016133.119898:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334559744:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.119991:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.120000:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 7 pid: 7694 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.120009:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334559872:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016133.120027:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.127148:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334559744:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016133.127797:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.128619:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334559872:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.128678:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1875968->1880063] (req 1875968->1880063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.128710:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016133.128826:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332385408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9133us (9573us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.128839:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13164 00000100:00100000:0.0:1734016133.129930:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385536 00000100:00100000:0.0:1734016133.129941:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385536 00010000:00010000:0.0:1734016133.129995:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016133.130094:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3538 00000100:00100000:0.0:1734016133.130102:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332385536:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.130121:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.130151:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016133.130166:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016133.130187:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d31775b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c364 expref: 8 pid: 10116 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016133.130222:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.130254:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332385536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 153us (2460us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.130260:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3538 00000100:00100000:2.0:1734016133.130387:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.130546:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385664 00000100:00100000:1.0:1734016133.130550:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385664 00010000:00010000:1.0:1734016133.130570:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 8 pid: 7694 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.130595:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3539 00000100:00100000:1.0:1734016133.130600:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332385664:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.130608:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.130615:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 8 pid: 7694 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.130624:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 8 pid: 7694 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.130637:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d317759e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c34f expref: 8 pid: 7694 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.130650:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.130653:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.130660:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.130668:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.130709:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.130746:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334560000:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016133.130798:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.140641:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.140829:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334560000:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016133.140858:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.140932:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332385664:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10328us (10543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.140950:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3539 00000100:00100000:3.0:1734016133.141086:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332385920 00000100:00100000:3.0:1734016133.141094:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332385920 00002000:00100000:3.0:1734016133.141156:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1875968->1880063) req@ffff8800795f4700 x1818247332385920/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.141169:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4700 with x1818247332385920 ext(1875968->1880063) 00002000:00010000:3.0:1734016133.141174:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4700 00000100:00100000:3.0:1734016133.141199:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10050 00000100:00100000:3.0:1734016133.141208:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332385920:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.141435:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332385920:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 229us (814us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.141443:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10050 00002000:00100000:3.0:1734016133.141449:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1875968->1880063) req@ffff8800795f4700 x1818247332385920/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.141456:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4700 with x1818247332385920 ext(1875968->1880063) 00002000:00010000:3.0:1734016133.141459:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4700 00000100:00100000:0.0:1734016133.144696:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.144961:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332386176 00000100:00100000:2.0:1734016133.144972:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332386176 00002000:00100000:2.0:1734016133.145026:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1880064->1884159) req@ffff8800795f5c00 x1818247332386176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.145039:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332386176 ext(1880064->1884159) 00002000:00010000:2.0:1734016133.145046:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:2.0:1734016133.145098:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10051 00000100:00100000:2.0:1734016133.145108:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332386176:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.145328:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332386176:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 220us (641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.145336:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10051 00002000:00100000:2.0:1734016133.145342:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1880064->1884159) req@ffff8800795f5c00 x1818247332386176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.145351:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332386176 ext(1880064->1884159) 00002000:00010000:2.0:1734016133.145354:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:0.0:1734016133.152594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.152900:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332386432 00000100:00100000:3.0:1734016133.152919:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332386432 00002000:00100000:3.0:1734016133.153004:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1884160->1888255) req@ffff8800795f5880 x1818247332386432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.153018:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332386432 ext(1884160->1888255) 00002000:00010000:3.0:1734016133.153027:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5880 00000100:00100000:3.0:1734016133.153075:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10052 00000100:00100000:3.0:1734016133.153085:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332386432:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.153365:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332386432:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 281us (798us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.153375:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10052 00002000:00100000:3.0:1734016133.153383:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1884160->1888255) req@ffff8800795f5880 x1818247332386432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.153391:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332386432 ext(1884160->1888255) 00002000:00010000:3.0:1734016133.153394:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f5880 00000100:00100000:0.0:1734016133.165045:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.165249:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332386560 00000100:00100000:2.0:1734016133.165267:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332386560 00002000:00100000:2.0:1734016133.165338:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1875968->1888255) req@ffff8800795f7800 x1818247332386560/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 12776/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.165352:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7800 with x1818247332386560 ext(1875968->1888255) 00002000:00010000:2.0:1734016133.165360:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f7800 00000100:00100000:2.0:1734016133.165409:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10053 00000100:00100000:2.0:1734016133.165418:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332386560:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.168128:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332386560:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2694us (3087us total) trans 4294969834 rc 0/0 00000100:00100000:3.0:1734016133.168146:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10053 00002000:00100000:3.0:1734016133.168160:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1875968->1888255) req@ffff8800795f7800 x1818247332386560/t4294969834(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 12776/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.168170:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f7800 with x1818247332386560 ext(1875968->1888255) 00002000:00010000:3.0:1734016133.168177:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f7800 00000100:00100000:0.0:1734016133.172920:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.173065:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332386688 00000100:00100000:2.0:1734016133.173078:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332386688 00000100:00100000:2.0:1734016133.173687:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13165 00000100:00100000:2.0:1734016133.173700:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332386688:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016133.175495:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969834 is committed 00000100:00100000:2.0:1734016133.176545:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332386688:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2836us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.176562:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13165 00000100:00100000:0.0:1734016133.181624:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.181692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.181861:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332386816 00000100:00100000:3.0:1734016133.181872:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332386816 00000100:00100000:3.0:1734016133.181919:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332386944 00000100:00100000:3.0:1734016133.181921:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332386944 00000100:00100000:3.0:1734016133.181945:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13166 00000100:00100000:3.0:1734016133.181965:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332386816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.181990:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.182025:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31775c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c372 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.182114:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334560128:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.182223:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.182252:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13167 00000100:00100000:3.0:1734016133.182256:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332386944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.182266:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.182277:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31775c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c379 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.182301:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334560256:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.182318:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.186776:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334560256:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.186830:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31775c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c379 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.186846:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31775c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c379 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.186877:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:2.0:1734016133.186949:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332386944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4689us (5254us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.186969:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13167 00002000:00010000:3.0:1734016133.187480:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 152 -> 176 00000100:00100000:3.0:1734016133.187496:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334560128:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.187524:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31775c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c372 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.187535:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31775c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c372 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.187559:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016133.187582:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332386816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5631us (5978us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.187588:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13166 00000100:00100000:2.0:1734016133.192552:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.193782:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332387072 00000100:00100000:3.0:1734016133.193801:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332387072 00000100:00100000:3.0:1734016133.193858:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13168 00000100:00100000:3.0:1734016133.193867:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332387072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.193894:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.193918:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c380 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.193961:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.193969:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.193971:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.193974:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1208320->1212415] (req 1208320->1212415) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.194006:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.194017:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 6 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.194028:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334560384:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016133.194101:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.199412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.199630:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334560384:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016133.199670:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1208320->1212415] (req 1208320->1212415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.199689:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016133.199961:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332387072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6086us (7414us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.199970:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13168 00000100:00100000:1.0:1734016133.200047:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332387200 00000100:00100000:1.0:1734016133.200053:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332387200 00010000:00010000:1.0:1734016133.200073:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.200102:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3540 00000100:00100000:1.0:1734016133.200107:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332387200:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.200119:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.200141:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.200151:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.200171:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d31775ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1875968->1880063) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c36b expref: 7 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.200187:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.200189:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.200196:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.200207:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.200231:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.200244:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334560512:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016133.200283:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.204393:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.204435:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332387456 00000100:00100000:2.0:1734016133.205206:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334560512:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016133.205227:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.205280:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332387200:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5170us (5886us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.205290:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3540 00000100:00100000:1.0:1734016133.205505:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332387456 00002000:00100000:1.0:1734016133.205547:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1208320->1212415) req@ffff88012b9d3480 x1818247332387456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.205557:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3480 with x1818247332387456 ext(1208320->1212415) 00002000:00010000:1.0:1734016133.205562:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d3480 00000100:00100000:1.0:1734016133.205583:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10054 00000100:00100000:1.0:1734016133.205589:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332387456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.205717:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332387456:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 127us (1335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.205739:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10054 00002000:00100000:1.0:1734016133.205745:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1208320->1212415) req@ffff88012b9d3480 x1818247332387456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.205752:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3480 with x1818247332387456 ext(1208320->1212415) 00002000:00010000:1.0:1734016133.205755:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d3480 00000100:00100000:1.0:1734016133.208411:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.208878:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332387712 00000100:00100000:2.0:1734016133.208887:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332387712 00002000:00100000:2.0:1734016133.208927:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1212416->1216511) req@ffff88012b9d1f80 x1818247332387712/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.208937:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332387712 ext(1212416->1216511) 00002000:00010000:2.0:1734016133.208942:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:2.0:1734016133.208970:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10055 00000100:00100000:2.0:1734016133.208978:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332387712:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.209137:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332387712:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 160us (732us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.209144:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10055 00002000:00100000:2.0:1734016133.209149:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1212416->1216511) req@ffff88012b9d1f80 x1818247332387712/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.209155:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332387712 ext(1212416->1216511) 00002000:00010000:2.0:1734016133.209158:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:0.0:1734016133.211950:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.212416:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332387840 00000100:00100000:3.0:1734016133.212430:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332387840 00000100:00100000:3.0:1734016133.212494:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13169 00000100:00100000:3.0:1734016133.212502:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332387840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.212529:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.212552:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c387 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.212582:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.212584:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.212594:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.212613:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.212624:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016133.212687:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332387840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 186us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.212698:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13169 00000100:00100000:0.0:1734016133.216387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.216537:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388096 00000100:00100000:2.0:1734016133.216552:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388096 00000100:00100000:2.0:1734016133.216656:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2690 00000100:00100000:2.0:1734016133.216666:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332388096:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016133.216768:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.216803:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff180/0xb46129d8d317755f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c317 expref: 23 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.216834:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016133.216839:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016133.217070:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016133.217083:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.217090:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016133.217135:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.217155:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 20 pid: 6485 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.217175:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334560640:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016133.217263:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016133.218033:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016103 00000100:00100000:2.0:1734016133.222070:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334560640:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.222119:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016133.222561:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.222761:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388224 00000100:00100000:2.0:1734016133.222772:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388224 00010000:00010000:2.0:1734016133.222823:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 21 pid: 6485 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.223320:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3541 00000100:00100000:2.0:1734016133.223331:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1968:x1818247332388224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.223353:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.223361:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 21 pid: 6485 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.223375:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 21 pid: 6485 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.223404:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177589 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c33a expref: 21 pid: 6485 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.224047:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016133.224053:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016133.224062:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016133.224069:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016133.224141:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.224205:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332388224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 874us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.224213:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3541 00010000:00010000:3.0:1734016133.225060:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.225069:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:3.0:1734016133.225174:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969028 00000004:00010000:3.0:1734016133.225219:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077074380 reply state ffff880075c7f000 transno 4294969029 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:3.0:1734016133.225227:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016133.225319:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332388096:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8652us (8955us total) trans 4294969029 rc 0/0 00000100:00100000:3.0:1734016133.225327:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2690 00000020:00080000:3.0:1734016133.225331:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016133.229547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.229669:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388352 00000100:00100000:2.0:1734016133.229688:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388352 00010000:00010000:3.0:1734016133.229925:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.229936:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.229944:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.229958:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016133.229961:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.229969:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.229994:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016133.230000:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016133.230004:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.230009:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc240/0xb46129d8d31775dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016133.230238:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13170 00000100:00100000:2.0:1734016133.230248:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332388352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.230265:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.230284:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c38e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.230321:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.230329:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.230333:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.230335:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.230338:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.230370:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.230383:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 6 pid: 7694 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016133.230396:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334560768:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.230492:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.230499:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 9 pid: 7694 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.230508:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334560896:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016133.230525:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.234207:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.234244:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.234480:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388608 00000100:00100000:3.0:1734016133.234496:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388608 00010000:00010000:3.0:1734016133.234553:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 10 pid: 7694 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.234590:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388480 00000100:00100000:3.0:1734016133.234594:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388480 00010000:00010000:3.0:1734016133.234606:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 7 pid: 7694 timeout: 497 lvb_type: 1 00000100:00100000:3.0:1734016133.234628:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3542 00000100:00100000:3.0:1734016133.234637:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332388608:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.234661:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.234697:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 10 pid: 7694 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.234710:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 10 pid: 7694 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.234780:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.234845:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332388608:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 208us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.234859:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3542 00000100:00100000:3.0:1734016133.234877:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3543 00000100:00100000:3.0:1734016133.234880:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332388480:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.234886:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.234892:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 7 pid: 7694 timeout: 497 lvb_type: 1 00010000:00010000:3.0:1734016133.234902:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 7 pid: 7694 timeout: 497 lvb_type: 1 00010000:00010000:3.0:1734016133.234915:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.234916:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.234924:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.234934:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.234995:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.235014:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334561024:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016133.235060:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66180 going to sleep for 11 seconds 00010000:00010000:2.0:1734016133.235231:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31775d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c387 expref: 7 pid: 7694 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016133.235683:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334560768:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.235698:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31775cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1208320->1212415) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c380 expref: 9 pid: 7694 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.235708:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334560896:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.235762:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.235772:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016133.235796:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332388352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5550us (6266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.235807:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13170 00000100:00100000:3.0:1734016133.241250:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334561024:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016133.241302:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.241896:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332388480:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7011us (7648us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.241910:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3543 00000100:00100000:0.0:1734016133.244974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.245134:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388736 00000100:00100000:2.0:1734016133.245150:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388736 00000100:00100000:2.0:1734016133.245501:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13171 00000100:00100000:2.0:1734016133.245511:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332388736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.245553:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.245587:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c395 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.245631:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.245641:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.245643:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.245648:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.245693:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.245708:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 5 pid: 10116 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.245765:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334561152:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016133.245863:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.250501:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334561152:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.250550:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.250570:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016133.250628:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332388736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5119us (5675us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.250637:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13171 00000100:00100000:0.0:1734016133.251003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.251518:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388864 00000100:00100000:3.0:1734016133.251527:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388864 00010000:00010000:3.0:1734016133.251648:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 6 pid: 10116 timeout: 497 lvb_type: 0 00000100:00080000:0.0:1734016133.252236:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016103 00000100:00100000:3.0:1734016133.252569:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3544 00000100:00100000:3.0:1734016133.252578:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332388864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.252594:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.252628:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 6 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.252642:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 6 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.252679:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177551 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c310 expref: 6 pid: 10116 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.252711:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.252714:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.252733:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.252744:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.252796:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.252813:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334561280:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016133.252871:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.259234:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334561280:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016133.259271:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.259342:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332388864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6763us (8338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.259356:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3544 00000100:00100000:0.0:1734016133.260426:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.260481:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.260662:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332388992 00000100:00100000:2.0:1734016133.260670:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332388992 00002000:00010000:2.0:1734016133.260711:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016133.260717:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077100 with x1818247332388992 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016133.260752:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077100. 00000100:00100000:2.0:1734016133.260773:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332389120 00000100:00100000:2.0:1734016133.260775:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332389120 00002000:00010000:2.0:1734016133.260790:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4162235->18446744073709551615) 00002000:00100000:2.0:1734016133.260792:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077b80 with x1818247332389120 ext(4162235->18446744073709551615) 00002000:00010000:2.0:1734016133.260800:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077077b80. 00000100:00100000:2.0:1734016133.260828:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10056 00000100:00100000:2.0:1734016133.260836:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332388992:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016133.261029:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016133.261033:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.261035:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.261037:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.261038:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:2.0:1734016133.261078:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332388992:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 242us (657us total) trans 4294969835 rc 0/0 00000100:00100000:2.0:1734016133.261084:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10056 00002000:00010000:2.0:1734016133.261087:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016133.261090:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077100 with x1818247332388992 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016133.261093:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077100. 00000100:00100000:2.0:1734016133.261107:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10057 00000100:00100000:2.0:1734016133.261112:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332389120:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016133.261238:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1758391 -> 4162235 00002000:00010000:2.0:1734016133.261241:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.261242:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.261244:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.261246:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016133.261263:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332389120:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 151us (783us total) trans 4294968216 rc 0/0 00000100:00100000:2.0:1734016133.261268:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10057 00002000:00010000:2.0:1734016133.261270:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4162235->18446744073709551615) 00002000:00100000:2.0:1734016133.261273:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077b80 with x1818247332389120 ext(4162235->18446744073709551615) 00002000:00010000:2.0:1734016133.261277:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077077b80. 00000100:00100000:0.0:1734016133.265518:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.265709:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332389248 00000100:00100000:3.0:1734016133.265769:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332389248 00000100:00100000:3.0:1734016133.265921:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2691 00000100:00100000:3.0:1734016133.265933:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332389248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.265977:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.266002:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d31775f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c39c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.266109:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31775f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.266123:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31775f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.266135:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31775f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:3.0:1734016133.266171:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8356539 00000004:00200000:3.0:1734016133.266177:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.266199:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31775f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.266224:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d31775f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c39c expref: 26 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.266249:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31775f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c39c expref: 25 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.266259:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016133.266262:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.266265:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016133.266328:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332389248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 397us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.266339:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2691 00000100:00100000:0.0:1734016133.275417:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.275472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.275550:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332389632 00000100:00100000:3.0:1734016133.275560:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332389632 00002000:00100000:3.0:1734016133.275619:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2764800->2768895) req@ffff880077076300 x1818247332389632/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.275630:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076300 with x1818247332389632 ext(2764800->2768895) 00002000:00010000:3.0:1734016133.275636:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077076300 00000100:00100000:3.0:1734016133.275659:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332389760 00000100:00100000:3.0:1734016133.275662:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332389760 00002000:00100000:3.0:1734016133.275674:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4165631) req@ffff880077076a00 x1818247332389760/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.275687:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076a00 with x1818247332389760 ext(0->4165631) 00002000:00010000:3.0:1734016133.275690:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077076a00 00000100:00100000:3.0:1734016133.275718:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10058 00000100:00100000:3.0:1734016133.275742:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332389632:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.275920:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332389632:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 177us (515us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.275928:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10058 00002000:00100000:3.0:1734016133.275933:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2764800->2768895) req@ffff880077076300 x1818247332389632/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.275940:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076300 with x1818247332389632 ext(2764800->2768895) 00002000:00010000:3.0:1734016133.275943:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077076300 00000100:00100000:3.0:1734016133.275970:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10059 00000100:00100000:3.0:1734016133.275975:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332389760:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.286358:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.286506:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390016 00000100:00100000:1.0:1734016133.286520:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390016 00002000:00100000:1.0:1734016133.286588:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2768896->2772991) req@ffff880077075880 x1818247332390016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.286602:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075880 with x1818247332390016 ext(2768896->2772991) 00002000:00010000:1.0:1734016133.286609:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077075880 00000100:00100000:1.0:1734016133.286653:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10060 00000100:00100000:1.0:1734016133.286663:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332390016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.286929:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332390016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 265us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.286939:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10060 00002000:00100000:1.0:1734016133.286946:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2768896->2772991) req@ffff880077075880 x1818247332390016/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.286965:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075880 with x1818247332390016 ext(2768896->2772991) 00002000:00010000:1.0:1734016133.286968:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077075880 00000100:00100000:0.0:1734016133.303424:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.304782:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390144 00000100:00100000:1.0:1734016133.304795:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390144 00000100:00100000:1.0:1734016133.304862:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2692 00000100:00100000:1.0:1734016133.304870:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332390144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.304901:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.304931:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177600 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3a3 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.305047:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016133.305062:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016133.305072:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016133.305104:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8356539 00000004:00200000:1.0:1734016133.305108:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016133.305128:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016133.305152:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177600 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.305186:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.305193:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016133.305196:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016133.305199:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016133.305279:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332390144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 409us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.305285:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2692 00000100:00100000:2.0:1734016133.313016:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.313091:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.313146:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390400 00000100:00100000:0.0:1734016133.313151:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390272 00000100:00100000:0.0:1734016133.313158:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390272 00000100:00100000:1.0:1734016133.313158:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390400 00000100:00100000:0.0:1734016133.313213:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13172 00000100:00100000:0.0:1734016133.313221:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332390272:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016133.313225:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13173 00000100:00100000:1.0:1734016133.313231:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332390400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.313244:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.313244:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.313262:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177615 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3aa expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.313262:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317760e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3b1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.313319:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076644380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334561408:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016133.313319:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334561536:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016133.313387:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.313408:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.325510:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334561536:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016133.325548:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317760e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3b1 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.325563:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d317760e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3b1 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.325590:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016133.325628:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332390400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12396us (12629us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.325638:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13173 00000100:00100000:2.0:1734016133.326041:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076644380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334561408:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.326066:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177615 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3aa expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.326075:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177615 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3aa expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.326968:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:2.0:1734016133.327019:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332390272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13797us (13926us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.327030:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13172 00000100:00100000:0.0:1734016133.332680:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.332713:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.333303:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332389760:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 57324us (57829us total) trans 0 rc 4165632/4165632 00000100:00100000:3.0:1734016133.333319:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10059 00002000:00100000:3.0:1734016133.333336:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4165631) req@ffff880077076a00 x1818247332389760/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4165632/4165632 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.333347:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076a00 with x1818247332389760 ext(0->4165631) 00002000:00010000:3.0:1734016133.333354:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077076a00 00000100:00100000:2.0:1734016133.333476:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390528 00000100:00100000:2.0:1734016133.333486:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390528 00000100:00100000:2.0:1734016133.333533:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390656 00000100:00100000:2.0:1734016133.333536:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390656 00000100:00100000:2.0:1734016133.333563:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13174 00000100:00100000:2.0:1734016133.333569:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332390528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.333589:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.333615:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317761c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3b8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.333691:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334561664:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016133.333753:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.333768:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13175 00000100:00100000:2.0:1734016133.333772:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332390656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.333778:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.333787:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177623 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3bf expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.333813:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334561792:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016133.333829:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.341474:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334561664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.341539:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317761c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3b8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.341564:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d317761c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3b8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.341587:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016133.341672:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332390528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8099us (8999us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.341684:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13174 00000100:00100000:2.0:1734016133.345693:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334561792:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.345766:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177623 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3bf expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.345782:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177623 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3bf expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.348755:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016133.348977:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332390656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15188us (16247us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.348992:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13175 00000100:00100000:0.0:1734016133.368585:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.369019:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332390912 00000100:00100000:3.0:1734016133.369031:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332390912 00002000:00100000:3.0:1734016133.369086:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076646a00 x1818247332390912/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.369099:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646a00 with x1818247332390912 ext(0->4194303) 00002000:00010000:3.0:1734016133.369106:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646a00 00000100:00100000:3.0:1734016133.369135:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10061 00000100:00100000:3.0:1734016133.369143:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332390912:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.412483:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332390912:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 43321us (43900us total) trans 0 rc 4186112/4186112 00000100:00100000:2.0:1734016133.412503:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10061 00002000:00100000:2.0:1734016133.412519:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076646a00 x1818247332390912/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.412537:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646a00 with x1818247332390912 ext(0->4194303) 00002000:00010000:2.0:1734016133.412545:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646a00 00000100:00100000:0.0:1734016133.420310:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.421054:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391168 00000100:00100000:3.0:1734016133.421073:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391168 00000100:00100000:3.0:1734016133.421163:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2693 00000100:00100000:3.0:1734016133.421174:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332391168:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016133.421257:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.421294:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31775f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c39c expref: 25 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.421325:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016133.421331:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016133.421585:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.421603:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.421612:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.421656:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.421679:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 20 pid: 7713 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.421694:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334561920:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016133.421795:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.429202:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.429308:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334561920:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016133.429357:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016133.429454:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391296 00000100:00100000:0.0:1734016133.429466:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391296 00010000:00010000:0.0:1734016133.429515:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 21 pid: 7713 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016133.429567:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3545 00000100:00100000:0.0:1734016133.429577:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1969:x1818247332391296:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.429599:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.429605:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 21 pid: 7713 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.429617:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 21 pid: 7713 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.429652:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177607 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3a3 expref: 21 pid: 7713 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.429687:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016133.429693:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016133.429707:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016133.429717:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016133.429784:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.429853:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332391296:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 278us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.429862:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3545 00010000:00010000:2.0:1734016133.430213:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016133.430221:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:2.0:1734016133.430382:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969030 00000004:00010000:2.0:1734016133.430465:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076644000 reply state ffff880076209000 transno 4294969031 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016133.430474:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016133.430594:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332391168:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9421us (10315us total) trans 4294969031 rc 0/0 00000100:00100000:2.0:1734016133.430601:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2693 00000020:00080000:2.0:1734016133.430607:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016133.444078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.444715:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391552 00000100:00100000:0.0:1734016133.444787:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391552 00002000:00010000:0.0:1734016133.444844:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016133.444852:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4fb80 with x1818247332391552 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016133.444869:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c4fb80. 00000100:00100000:0.0:1734016133.444914:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10062 00000100:00100000:0.0:1734016133.444925:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332391552:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016133.445222:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4162235 -> 4194304 00002000:00010000:0.0:1734016133.445227:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.445229:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.445231:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.445234:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:0.0:1734016133.445306:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332391552:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 383us (1245us total) trans 4294968217 rc 0/0 00000100:00100000:0.0:1734016133.445315:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10062 00002000:00010000:0.0:1734016133.445320:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016133.445322:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4fb80 with x1818247332391552 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016133.445326:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c4fb80. 00000100:00100000:2.0:1734016133.445851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016133.446308:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.446322:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.446332:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.446339:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016133.446345:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.446355:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.446380:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016133.446383:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016133.446387:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016133.446399:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d317762a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016133.446878:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391424 00000100:00100000:0.0:1734016133.446888:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391424 00002000:00010000:0.0:1734016133.446930:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4687785->18446744073709551615) 00002000:00100000:0.0:1734016133.446934:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4dc00 with x1818247332391424 ext(4687785->18446744073709551615) 00002000:00010000:0.0:1734016133.446945:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4dc00. 00000100:00100000:0.0:1734016133.446992:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10063 00000100:00100000:0.0:1734016133.447001:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332391424:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016133.447297:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4687785 00002000:00010000:0.0:1734016133.447301:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.447306:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.447308:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.447311:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:0.0:1734016133.447388:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332391424:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 387us (1539us total) trans 4294969836 rc 0/0 00000100:00100000:0.0:1734016133.447395:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10063 00002000:00010000:0.0:1734016133.447399:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4687785->18446744073709551615) 00002000:00100000:0.0:1734016133.447402:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4dc00 with x1818247332391424 ext(4687785->18446744073709551615) 00002000:00010000:0.0:1734016133.447406:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4dc00. 00000100:00100000:2.0:1734016133.460664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.460850:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391680 00000100:00100000:0.0:1734016133.460870:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391680 00000100:00100000:0.0:1734016133.460994:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2694 00000100:00100000:0.0:1734016133.461005:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332391680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.461045:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.461095:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177631 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3c6 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.461292:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016133.461318:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016133.461338:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016133.461385:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8882089 00000004:00200000:0.0:1734016133.461397:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016133.461430:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016133.461473:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177631 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.461523:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.461535:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016133.461540:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016133.461544:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016133.461659:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332391680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 653us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.461670:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2694 00000100:00100000:1.0:1734016133.471150:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.471220:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.471285:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391936 00000100:00100000:1.0:1734016133.471306:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391936 00000100:00100000:1.0:1734016133.471357:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332391808 00000100:00100000:1.0:1734016133.471360:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332391808 00000100:00100000:1.0:1734016133.471386:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13176 00000100:00100000:1.0:1734016133.471399:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332391936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.471433:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.471468:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317763f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3d4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.471571:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334562048:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016133.471674:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.471877:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13177 00000100:00100000:1.0:1734016133.471882:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332391808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.471893:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.471904:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177646 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3cd expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.471940:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334562176:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016133.471974:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.479946:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334562176:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.480004:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177646 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3cd expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.480022:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177646 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3cd expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.480057:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:2.0:1734016133.480126:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332391808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8240us (8903us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.480136:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13177 00000100:00100000:1.0:1734016133.482942:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334562048:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016133.483038:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317763f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3d4 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.483061:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317763f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3d4 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.483110:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016133.483239:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332391936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11837us (12104us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.483254:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13176 00000100:00100000:0.0:1734016133.489676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.489781:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.491039:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392064 00000100:00100000:2.0:1734016133.491053:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392064 00000100:00100000:2.0:1734016133.491109:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392192 00000100:00100000:2.0:1734016133.491112:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392192 00000100:00100000:2.0:1734016133.491147:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13178 00000100:00100000:2.0:1734016133.491156:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332392064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.491178:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.491198:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d317764d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3db expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.491258:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334562304:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016133.491332:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.491541:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13179 00000100:00100000:3.0:1734016133.491547:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332392192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.491554:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.491565:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177654 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3e2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.491593:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334562432:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.491630:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.500893:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334562432:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.501164:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177654 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3e2 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.501202:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177654 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3e2 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.501220:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:2.0:1734016133.501282:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332392192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9732us (11499us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.501294:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13179 00000100:00100000:3.0:1734016133.502139:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334562304:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.502162:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d317764d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3db expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.502173:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d317764d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3db expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.506247:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:3.0:1734016133.506441:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332392064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15269us (16759us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.506459:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13178 00000100:00100000:0.0:1734016133.516848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.517005:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392320 00000100:00100000:1.0:1734016133.517025:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392320 00000100:00100000:1.0:1734016133.517102:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2695 00000100:00100000:1.0:1734016133.517114:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332392320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.517164:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.517201:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317765b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3e9 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.517388:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177662 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016133.517411:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016133.517424:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016133.517458:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8882089 00000004:00200000:1.0:1734016133.517464:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016133.517492:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016133.517519:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317765b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3e9 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.517571:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177662 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3e9 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.517582:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016133.517585:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016133.517590:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016133.520308:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332392320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3182us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.520325:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2695 00000100:00100000:2.0:1734016133.531326:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.533518:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392448 00000100:00100000:3.0:1734016133.533547:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392448 00000100:00100000:3.0:1734016133.533654:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13180 00000100:00100000:3.0:1734016133.533664:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332392448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.533698:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.533744:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3f0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.533788:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.533796:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.533798:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.533802:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3993600->3997695] (req 3993600->3997695) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.533839:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.533852:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 9 pid: 13917 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.533868:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334562560:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016133.533997:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.566006:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016133.566083:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392576 00000100:00100000:0.0:1734016133.566107:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392576 00002000:00100000:0.0:1734016133.566185:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2764800->2772991) req@ffff880076645880 x1818247332392576/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 8680/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.566201:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645880 with x1818247332392576 ext(2764800->2772991) 00010000:00010000:0.0:1734016133.566216:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 10 pid: 13917 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.566237:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 10 pid: 13917 timeout: 497 lvb_type: 0 00002000:00010000:0.0:1734016133.566252:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076645880 00000100:00100000:0.0:1734016133.566295:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 363 00000100:00100000:0.0:1734016133.566305:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332392576:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.567769:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334562560:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016133.567834:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3993600->3997695] (req 3993600->3997695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.567861:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016133.567986:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332392448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 34320us (36678us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.568000:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13180 00000100:00100000:2.0:1734016133.568656:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332392576:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2351us (2666us total) trans 4294969837 rc 0/0 00000100:00100000:2.0:1734016133.568671:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 363 00002000:00100000:2.0:1734016133.568682:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2764800->2772991) req@ffff880076645880 x1818247332392576/t4294969837(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:94/0 lens 8680/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.568694:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645880 with x1818247332392576 ext(2764800->2772991) 00010000:00010000:2.0:1734016133.568704:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 12 pid: 13917 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.568738:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 12 pid: 13917 timeout: 497 lvb_type: 0 00002000:00010000:2.0:1734016133.568745:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076645880 00000100:00100000:2.0:1734016133.589660:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.589796:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392704 00000100:00100000:1.0:1734016133.589822:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392704 00010000:00010000:1.0:1734016133.589900:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 12 pid: 13917 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.589974:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3546 00000100:00100000:1.0:1734016133.589991:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332392704:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.590025:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016133.590061:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 192 00010000:00010000:1.0:1734016133.590070:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 12 pid: 13917 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.590086:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 12 pid: 13917 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.590128:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31775e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c38e expref: 12 pid: 13917 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.590166:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.590168:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.590178:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.590190:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.590261:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.590279:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334562688:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016133.590385:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.595311:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334562688:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016133.595373:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.595490:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332392704:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5498us (5848us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.595510:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3546 00000100:00100000:0.0:1734016133.631344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.633241:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332392960 00000100:00100000:1.0:1734016133.633273:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332392960 00002000:00100000:1.0:1734016133.633377:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076645c00 x1818247332392960/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.633393:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645c00 with x1818247332392960 ext(0->4194303) 00002000:00010000:1.0:1734016133.633401:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076645c00 00000100:00100000:1.0:1734016133.633836:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10064 00000100:00100000:1.0:1734016133.633847:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332392960:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.741455:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332392960:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 107595us (110128us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016133.741469:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10064 00002000:00100000:1.0:1734016133.741482:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076645c00 x1818247332392960/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.741497:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645c00 with x1818247332392960 ext(0->4194303) 00002000:00010000:1.0:1734016133.741507:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076645c00 00000100:00100000:2.0:1734016133.769445:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.771365:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393088 00000100:00100000:3.0:1734016133.771393:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393088 00000100:00100000:3.0:1734016133.771520:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13181 00000100:00100000:3.0:1734016133.771530:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332393088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.771570:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.771602:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177670 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3f7 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.771707:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334562816:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.771862:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.781917:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334562816:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.781994:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177670 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f7 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.782011:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177670 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f7 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.782045:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016133.782129:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332393088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10598us (12703us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.782140:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13181 00000100:00100000:2.0:1734016133.792215:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.792334:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393216 00000100:00100000:3.0:1734016133.792346:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393216 00000100:00100000:3.0:1734016133.792414:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13182 00000100:00100000:3.0:1734016133.792423:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332393216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.792599:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.792630:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177677 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c3fe expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.792765:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334562944:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.792876:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.797630:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334562944:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.797694:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177677 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3fe expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.797716:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177677 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3fe expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.797753:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016133.797831:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332393216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5408us (5629us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.797839:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13182 00000100:00100000:0.0:1734016133.800654:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.803506:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393344 00000100:00100000:3.0:1734016133.803524:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393344 00000100:00100000:3.0:1734016133.803597:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13183 00000100:00100000:3.0:1734016133.803606:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332393344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.803635:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.803660:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317767e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c405 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.803761:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563072:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.803838:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.825191:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563072:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.825239:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317767e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c405 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.825256:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d317767e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c405 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.825267:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016133.825325:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332393344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 21720us (24682us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.825335:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13183 00000100:00100000:0.0:1734016133.828334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016133.828475:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393472 00000100:00100000:3.0:1734016133.828489:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393472 00000100:00100000:3.0:1734016133.828560:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13184 00000100:00100000:3.0:1734016133.828571:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332393472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.828597:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.828621:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177685 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c40c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.828698:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563200:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016133.828819:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.839685:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563200:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016133.839905:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177685 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c40c expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.839926:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177685 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c40c expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.841342:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:2.0:1734016133.844315:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332393472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15720us (15969us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.844329:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13184 00000100:00100000:0.0:1734016133.849515:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.849677:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393600 00000100:00100000:2.0:1734016133.849693:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393600 00000100:00100000:2.0:1734016133.849813:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13185 00000100:00100000:2.0:1734016133.849824:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332393600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.849857:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.849890:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c413 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.849921:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.849924:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.849936:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.849968:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.849986:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016133.852749:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332393600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2885us (3214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.852767:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13185 00000100:00100000:0.0:1734016133.865095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.865352:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393728 00000100:00100000:2.0:1734016133.865368:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393728 00000100:00100000:2.0:1734016133.865445:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13186 00000100:00100000:2.0:1734016133.865456:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332393728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.865495:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.865525:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177693 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c41a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.865617:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563328:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016133.869633:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.870689:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016133.870748:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563328:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016133.870788:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177693 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c41a expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.870804:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177693 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c41a expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.870828:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016133.870926:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332393728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5471us (5850us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.870937:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13186 00000100:00100000:0.0:1734016133.874331:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016133.874469:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393856 00000100:00100000:2.0:1734016133.874485:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393856 00000100:00100000:2.0:1734016133.874559:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13187 00000100:00100000:2.0:1734016133.874570:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087222450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332393856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.874606:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.874649:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c421 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.874706:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.874718:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.875024:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.875029:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1253376->1257471] (req 1253376->1257471) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.875073:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.875083:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 9 pid: 13917 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016133.875095:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563456:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016133.875742:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.878058:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334563456:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016133.878089:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1253376->1257471] (req 1253376->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.878109:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016133.878163:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087222450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332393856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3595us (3847us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.882862:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13187 00000100:00100000:0.0:1734016133.889888:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.890008:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332393984 00000100:00100000:1.0:1734016133.890022:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332393984 00010000:00010000:1.0:1734016133.890062:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 10 pid: 13917 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016133.890099:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3547 00000100:00100000:1.0:1734016133.890108:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332393984:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.890125:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.890154:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 10 pid: 13917 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016133.890173:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 10 pid: 13917 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016133.890204:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31775eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c395 expref: 10 pid: 13917 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016133.890382:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.890386:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.890396:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.890405:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.890449:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.890467:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334563584:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016133.890655:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.899558:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334563584:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016133.899603:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.899817:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332393984:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9705us (9943us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.899833:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3547 00010000:00010000:2.0:1734016133.909404:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016133.921527:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016133.921673:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332394240 00000100:00100000:1.0:1734016133.921688:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332394240 00002000:00100000:1.0:1734016133.921804:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076644700 x1818247332394240/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.921818:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644700 with x1818247332394240 ext(0->4194303) 00002000:00010000:1.0:1734016133.921828:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076644700 00000100:00100000:1.0:1734016133.922816:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10065 00000100:00100000:1.0:1734016133.922827:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332394240:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.042135:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332394240:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 119287us (120606us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016134.042157:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10065 00002000:00100000:1.0:1734016134.042184:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076644700 x1818247332394240/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.042199:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644700 with x1818247332394240 ext(0->4194303) 00002000:00010000:1.0:1734016134.042206:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076644700 00000100:00100000:0.0:1734016134.047125:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.049033:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332394368 00000100:00100000:2.0:1734016134.049059:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332394368 00000100:00100000:2.0:1734016134.049157:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13188 00000100:00100000:2.0:1734016134.049167:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332394368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.049195:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.049220:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c428 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.049260:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.049262:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.049271:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.049286:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.049297:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00080000:1.0:1734016134.049419:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016104 00000100:00100000:2.0:1734016134.049484:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332394368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 318us (2374us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.049491:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13188 00000100:00100000:0.0:1734016134.059477:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.059587:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332394624 00000100:00100000:1.0:1734016134.059598:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332394624 00000100:00100000:1.0:1734016134.059656:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2696 00000100:00100000:1.0:1734016134.059664:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332394624:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016134.059758:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.059792:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2640/0xb46129d8d3177662 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3e9 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.059833:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016134.059837:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016134.060057:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.060077:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.060087:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.060123:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.060134:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 20 pid: 6485 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.060154:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334563712:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.060237:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.072350:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.072504:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334563712:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.072534:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016134.077892:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332394752 00000100:00100000:2.0:1734016134.077909:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332394752 00010000:00010000:2.0:1734016134.077995:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.078037:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3548 00000100:00100000:2.0:1734016134.078046:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1968:x1818247332394752:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.078062:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.078067:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.078078:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.078101:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177638 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3c6 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00000100:00080000:1.0:1734016134.078120:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016104 00010000:00010000:2.0:1734016134.078131:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016134.078137:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.078147:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.078153:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.078175:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.078238:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332394752:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 192us (5907us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.078244:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3548 00010000:00010000:1.0:1734016134.082340:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.082365:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:1.0:1734016134.082538:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969032 00000004:00010000:1.0:1734016134.082615:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076645180 reply state ffff880076261000 transno 4294969033 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016134.082626:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016134.082855:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332394624:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 23184us (23380us total) trans 4294969033 rc 0/0 00000100:00100000:1.0:1734016134.082866:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2696 00000020:00080000:1.0:1734016134.082879:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016134.088702:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.089071:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332394880 00000100:00100000:2.0:1734016134.089084:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332394880 00000100:00080000:1.0:1734016134.089172:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016104 00010000:00010000:3.0:1734016134.089218:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.089228:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.089235:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.089240:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e3600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016134.089244:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.089250:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.089265:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016134.089267:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016134.089271:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.089276:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d31776a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016134.089599:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13189 00000100:00100000:2.0:1734016134.089609:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332394880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.089631:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.089649:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c42f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.089681:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.089695:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.089700:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.089702:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.089705:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.089766:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.089778:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.089793:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334563840:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016134.091231:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.091249:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 6 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.091261:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334563968:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016134.091317:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.097554:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334563840:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016134.097574:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334563968:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016134.097612:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.097634:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016134.097700:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332394880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8092us (9009us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.097713:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13189 00000100:00100000:0.0:1734016134.100383:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.101016:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395008 00000100:00100000:2.0:1734016134.101031:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395008 00010000:00010000:2.0:1734016134.101072:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.101663:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3549 00000100:00100000:2.0:1734016134.101672:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332395008:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.101691:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.101761:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.101774:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.101807:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d317768c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c413 expref: 13 pid: 10116 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.102544:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.102804:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332395008:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1131us (2435us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.102812:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3549 00000100:00100000:0.0:1734016134.114888:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.115051:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395136 00000100:00100000:2.0:1734016134.115070:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395136 00010000:00010000:2.0:1734016134.115123:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 7 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.115158:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3550 00000100:00100000:2.0:1734016134.115166:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332395136:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.115187:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.115212:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 7 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.115224:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 7 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.115252:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177669 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3993600->3997695) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c3f0 expref: 7 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.115974:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.115978:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.115985:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.115995:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.116042:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.116055:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334564096:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016134.116122:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.121472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.122770:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334564096:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016134.122813:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.122902:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332395136:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7735us (8023us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.122914:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3550 00000100:00100000:3.0:1734016134.127807:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395264 00000100:00100000:3.0:1734016134.127830:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395264 00000100:00100000:3.0:1734016134.127926:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13190 00000100:00100000:3.0:1734016134.127944:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332395264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.127970:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.128003:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c436 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.128044:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.128054:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.128062:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.128065:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.128069:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.128110:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.128127:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.128144:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334564224:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016134.128246:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.128260:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 5 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.128268:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334564352:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016134.128287:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.130972:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334564224:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016134.131082:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334564352:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016134.131125:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.131145:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016134.131293:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332395264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3357us (9835us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.131304:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13190 00000100:00100000:0.0:1734016134.133604:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.140296:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395392 00000100:00100000:2.0:1734016134.140319:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395392 00010000:00010000:2.0:1734016134.140402:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.140472:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3551 00000100:00100000:2.0:1734016134.140480:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332395392:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.140506:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.140545:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.140560:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.140599:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31776a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c428 expref: 11 pid: 10116 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.140682:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.141402:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332395392:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 920us (7810us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.141410:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3551 00000100:00100000:0.0:1734016134.151814:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.151925:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395520 00000100:00100000:2.0:1734016134.151946:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395520 00010000:00010000:2.0:1734016134.151980:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 6 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.152010:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3552 00000100:00100000:2.0:1734016134.152016:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332395520:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.152031:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.152052:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 6 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.152064:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 6 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.152090:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317769a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1257471) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c421 expref: 6 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.152131:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.152134:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.152143:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.152151:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.152190:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.152203:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334564480:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016134.152270:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.162181:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334564480:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016134.162212:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.162273:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332395520:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10254us (10471us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.162286:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3552 00000100:00100000:0.0:1734016134.163821:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.163878:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.164338:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395776 00000100:00100000:1.0:1734016134.164353:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395776 00002000:00010000:1.0:1734016134.164409:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.164413:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076647100 with x1818247332395776 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.164428:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076647100. 00000100:00100000:1.0:1734016134.164450:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332395648 00000100:00100000:1.0:1734016134.164452:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332395648 00002000:00010000:1.0:1734016134.164462:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5351267->18446744073709551615) 00002000:00100000:1.0:1734016134.164465:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076647b80 with x1818247332395648 ext(5351267->18446744073709551615) 00002000:00010000:1.0:1734016134.164472:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076647b80. 00000100:00100000:1.0:1734016134.164498:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10066 00000100:00100000:1.0:1734016134.164505:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332395776:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.164681:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016134.164685:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.164687:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.164689:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.164691:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016134.164773:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332395776:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 266us (961us total) trans 4294968218 rc 0/0 00000100:00100000:1.0:1734016134.164779:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10066 00002000:00010000:1.0:1734016134.164782:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.164784:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076647100 with x1818247332395776 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.164787:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076647100. 00000100:00100000:1.0:1734016134.164801:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10067 00000100:00100000:1.0:1734016134.164806:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332395648:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.169903:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4687785 -> 5351267 00002000:00010000:1.0:1734016134.169911:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.169913:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016134.169915:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.169916:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:1.0:1734016134.170008:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332395648:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 5194us (6122us total) trans 4294969838 rc 0/0 00000100:00100000:1.0:1734016134.170021:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10067 00002000:00010000:1.0:1734016134.170027:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5351267->18446744073709551615) 00002000:00100000:1.0:1734016134.170030:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076647b80 with x1818247332395648 ext(5351267->18446744073709551615) 00002000:00010000:1.0:1734016134.170036:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076647b80. 00000100:00100000:0.0:1734016134.186296:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.192081:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332396160 00000100:00100000:2.0:1734016134.192102:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332396160 00002000:00100000:2.0:1734016134.192182:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5345280->5349375) req@ffff880076646300 x1818247332396160/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.192194:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646300 with x1818247332396160 ext(5345280->5349375) 00002000:00010000:2.0:1734016134.192203:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646300 00000100:00100000:0.0:1734016134.193207:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10068 00000100:00100000:0.0:1734016134.193219:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332396160:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.193517:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332396160:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 300us (7249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.193523:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10068 00002000:00100000:0.0:1734016134.193529:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5345280->5349375) req@ffff880076646300 x1818247332396160/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.193537:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646300 with x1818247332396160 ext(5345280->5349375) 00002000:00010000:0.0:1734016134.193542:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076646300 00000100:00100000:1.0:1734016134.194010:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.194954:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332396288 00000100:00100000:2.0:1734016134.194965:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332396288 00002000:00100000:2.0:1734016134.195014:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88013501e300 x1818247332396288/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.195025:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e300 with x1818247332396288 ext(0->4194303) 00002000:00010000:2.0:1734016134.195031:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501e300 00000100:00100000:2.0:1734016134.195054:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10069 00000100:00100000:2.0:1734016134.195060:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332396288:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.208456:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.209914:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332396544 00000100:00100000:1.0:1734016134.209943:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332396544 00002000:00100000:1.0:1734016134.210023:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5353471) req@ffff880076644380 x1818247332396544/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 504/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.210037:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644380 with x1818247332396544 ext(4194304->5353471) 00002000:00010000:1.0:1734016134.210046:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644380 00000100:00100000:1.0:1734016134.210086:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10070 00000100:00100000:1.0:1734016134.210096:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332396544:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.249569:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332396544:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 39457us (41116us total) trans 0 rc 1155072/1155072 00000100:00100000:1.0:1734016134.249586:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10070 00002000:00100000:1.0:1734016134.249603:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5353471) req@ffff880076644380 x1818247332396544/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 504/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 1155072/1155072 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.249614:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644380 with x1818247332396544 ext(4194304->5353471) 00002000:00010000:1.0:1734016134.249621:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644380 00000100:00100000:2.0:1734016134.266060:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.267782:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332396672 00000100:00100000:1.0:1734016134.267798:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332396672 00002000:00100000:1.0:1734016134.267868:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5345280->5351266) req@ffff880097d0ce00 x1818247332396672/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 6480/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.267881:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332396672 ext(5345280->5351266) 00002000:00010000:1.0:1734016134.267889:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0ce00 00000100:00100000:1.0:1734016134.267944:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10071 00000100:00100000:1.0:1734016134.267954:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332396672:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016134.274192:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332396672:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6230us (8132us total) trans 4294969839 rc 0/0 00000100:00100000:1.0:1734016134.274204:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10071 00002000:00100000:1.0:1734016134.274218:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5345280->5351266) req@ffff880097d0ce00 x1818247332396672/t4294969839(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 6480/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.274227:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332396672 ext(5345280->5351266) 00002000:00010000:1.0:1734016134.274232:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0ce00 00000100:00100000:3.0:1734016134.276633:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332396288:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 81564us (82618us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016134.276645:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10069 00002000:00100000:3.0:1734016134.276658:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88013501e300 x1818247332396288/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.276668:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e300 with x1818247332396288 ext(0->4194303) 00002000:00010000:3.0:1734016134.276675:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501e300 00000100:00100000:1.0:1734016134.278942:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.279485:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332396800 00000100:00100000:0.0:1734016134.279500:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332396800 00000100:00100000:0.0:1734016134.279561:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2697 00000100:00100000:0.0:1734016134.279572:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332396800:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016134.279804:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332396800:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 232us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.279812:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2697 00000100:00100000:0.0:1734016134.287559:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016134.287678:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332396928 00000100:00100000:3.0:1734016134.287689:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332396928 00000100:00100000:3.0:1734016134.288547:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13191 00000100:00100000:3.0:1734016134.288557:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332396928:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:1.0:1734016134.294775:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969839 is committed 00000100:00100000:3.0:1734016134.297423:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332396928:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8840us (9848us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.297445:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13191 00000100:00100000:1.0:1734016134.307810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.307926:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397056 00000100:00100000:2.0:1734016134.307944:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397056 00000100:00100000:2.0:1734016134.311230:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2698 00000100:00100000:2.0:1734016134.311246:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332397056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.311274:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.311299:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31776bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c43d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.311406:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31776c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016134.311421:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31776c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016134.311432:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31776c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:2.0:1734016134.311458:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9545571 00000004:00200000:2.0:1734016134.311463:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.311479:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31776c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016134.311508:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31776bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c43d expref: 30 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.311680:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31776c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c43d expref: 29 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.311689:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016134.311692:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.311695:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016134.311808:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332397056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 567us (4095us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.311815:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2698 00000100:00100000:2.0:1734016134.336266:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016134.336358:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397312 00000100:00100000:3.0:1734016134.336370:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397312 00002000:00100000:3.0:1734016134.336428:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880097d0e680 x1818247332397312/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.336439:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332397312 ext(0->4194303) 00002000:00010000:3.0:1734016134.336444:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:3.0:1734016134.336487:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10072 00000100:00100000:3.0:1734016134.336495:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332397312:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.428420:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332397312:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 91906us (92149us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016134.428439:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10072 00002000:00100000:2.0:1734016134.428454:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880097d0e680 x1818247332397312/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.428466:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332397312 ext(0->4194303) 00002000:00010000:2.0:1734016134.428474:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:2.0:1734016134.435256:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.435351:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397440 00000100:00100000:0.0:1734016134.435363:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397440 00000100:00100000:0.0:1734016134.435435:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2699 00000100:00100000:0.0:1734016134.435443:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332397440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.435466:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.435485:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31776cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c444 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.435588:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016134.435602:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016134.435613:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:0.0:1734016134.435638:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9545571 00000004:00200000:0.0:1734016134.435642:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016134.435663:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016134.435691:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31776cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.435770:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.435780:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016134.435784:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016134.435789:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016134.435862:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332397440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 418us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.435868:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2699 00000100:00100000:0.0:1734016134.448149:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.448200:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.448288:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397696 00000100:00100000:1.0:1734016134.448297:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397696 00000100:00100000:1.0:1734016134.448336:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397568 00000100:00100000:1.0:1734016134.448338:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397568 00000100:00100000:1.0:1734016134.448357:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13192 00000100:00100000:1.0:1734016134.448363:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332397696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.448385:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.448400:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31776d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c452 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.448465:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334564608:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016134.448538:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.448562:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13193 00000100:00100000:1.0:1734016134.448566:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332397568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.448575:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.448585:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31776e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c44b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.448610:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334564736:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016134.448626:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.455666:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016134.455704:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334564608:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016134.455774:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31776d9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c452 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.455795:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31776d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c452 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.455832:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:2.0:1734016134.455905:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332397696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7539us (7765us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.455924:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13192 00002000:00010000:0.0:1734016134.456094:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00002000:00010000:0.0:1734016134.456099:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 192 -> 208 00000100:00100000:0.0:1734016134.456112:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334564736:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016134.456134:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31776e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c44b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.456145:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31776e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c44b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.457231:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016134.457668:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332397568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9094us (9460us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.457679:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13193 00000100:00100000:1.0:1734016134.466350:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.466440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.466612:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397824 00000100:00100000:2.0:1734016134.466625:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397824 00000100:00100000:2.0:1734016134.466678:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332397952 00000100:00100000:2.0:1734016134.466681:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332397952 00000100:00100000:2.0:1734016134.466707:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13194 00000100:00100000:2.0:1734016134.466714:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332397824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.466759:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.466792:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31776e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c459 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.466858:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334564864:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016134.466976:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13195 00000100:00100000:3.0:1734016134.466981:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332397952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.466988:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.466998:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31776ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c460 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.467022:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334564992:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016134.469114:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.469206:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.473825:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334564864:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016134.473973:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31776e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c459 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.473996:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31776e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c459 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.474188:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334564992:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016134.474217:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31776ee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c460 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.474236:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31776ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c460 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.474249:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016134.474330:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332397952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7343us (7885us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.474342:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13195 00010000:00010000:0.0:1734016134.474666:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:1.0:1734016134.475523:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332397824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8804us (9177us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.475533:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13194 00000100:00100000:2.0:1734016134.482547:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.482825:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332398080 00000100:00100000:1.0:1734016134.482833:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332398080 00000100:00100000:2.0:1734016134.483461:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.484010:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332398208 00000100:00100000:1.0:1734016134.484014:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332398208 00000100:00100000:1.0:1734016134.484040:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13196 00000100:00100000:1.0:1734016134.484047:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332398080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.484068:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.484084:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31776f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c467 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.484143:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334565120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016134.484186:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.484282:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13197 00000100:00100000:0.0:1734016134.484288:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332398208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.484294:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.484304:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d31776fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c46e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.484326:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334565248:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016134.484355:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.486367:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334565120:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016134.486412:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31776f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c467 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.486425:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31776f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c467 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.486522:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334565248:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016134.486543:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d31776fc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c46e expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.486553:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d31776fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c46e expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.486575:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016134.486620:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332398208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2330us (3159us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.486628:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13197 00010000:00010000:1.0:1734016134.487206:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016134.487250:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332398080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3202us (4717us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.487258:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13196 00000100:00100000:2.0:1734016134.491087:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.491248:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332398336 00000100:00100000:1.0:1734016134.491257:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332398336 00000100:00100000:1.0:1734016134.491330:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13198 00000100:00100000:1.0:1734016134.491339:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332398336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.491364:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.491390:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c475 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.491424:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.491437:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.491439:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.491444:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [696320->700415] (req 696320->700415) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.491480:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.491493:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 10 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.491506:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334565376:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.491577:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.501861:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.502150:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334565376:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.502194:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [696320->700415] (req 696320->700415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.502216:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016134.502290:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332398336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10951us (11219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.502300:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13198 00000100:00100000:3.0:1734016134.503131:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332398464 00000100:00100000:3.0:1734016134.503141:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332398464 00010000:00010000:3.0:1734016134.503182:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 11 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.503224:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3553 00000100:00100000:3.0:1734016134.503232:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332398464:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.503249:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.503285:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 11 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.503297:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 11 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.503321:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31776b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c436 expref: 11 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.503347:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.503350:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.503358:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.503368:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.503402:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.503417:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334565504:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016134.504526:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.508444:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016134.508610:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334565504:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016134.508639:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.508698:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332398464:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5465us (6988us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.508713:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3553 00000100:00100000:3.0:1734016134.509372:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332398720 00000100:00100000:3.0:1734016134.509381:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332398720 00002000:00100000:3.0:1734016134.509427:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (696320->700415) req@ffff88013501dc00 x1818247332398720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.509438:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501dc00 with x1818247332398720 ext(696320->700415) 00002000:00010000:3.0:1734016134.509443:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501dc00 00000100:00100000:3.0:1734016134.511110:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10073 00000100:00100000:3.0:1734016134.511128:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332398720:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.511903:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332398720:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 776us (3466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.511913:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10073 00002000:00100000:3.0:1734016134.511925:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (696320->700415) req@ffff88013501dc00 x1818247332398720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.511951:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501dc00 with x1818247332398720 ext(696320->700415) 00002000:00010000:3.0:1734016134.511956:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501dc00 00000100:00100000:1.0:1734016134.517850:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016134.518084:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332398976 00000100:00100000:3.0:1734016134.518108:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332398976 00002000:00100000:3.0:1734016134.518192:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (700416->704511) req@ffff88013501d180 x1818247332398976/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.518208:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d180 with x1818247332398976 ext(700416->704511) 00002000:00010000:3.0:1734016134.518213:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501d180 00000100:00100000:3.0:1734016134.518334:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10074 00000100:00100000:3.0:1734016134.518344:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332398976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.520280:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332398976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1925us (2446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.520289:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10074 00002000:00100000:3.0:1734016134.520300:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (700416->704511) req@ffff88013501d180 x1818247332398976/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.520310:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d180 with x1818247332398976 ext(700416->704511) 00002000:00010000:3.0:1734016134.520314:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501d180 00000100:00100000:0.0:1734016134.524352:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.524967:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332399104 00000100:00100000:1.0:1734016134.524980:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332399104 00000100:00100000:1.0:1734016134.525052:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13199 00000100:00100000:1.0:1734016134.525063:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332399104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.525094:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.525132:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c47c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.525174:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.525177:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.525187:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.525209:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.525229:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016134.525598:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332399104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 536us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.525605:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13199 00000100:00100000:2.0:1734016134.529686:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.529827:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332399360 00000100:00100000:0.0:1734016134.529840:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332399360 00000100:00100000:0.0:1734016134.529900:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2700 00000100:00100000:0.0:1734016134.529910:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332399360:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016134.529988:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.530033:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31776c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c43d expref: 29 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.530077:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016134.530083:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016134.530319:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016134.530333:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.530344:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016134.530385:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.530398:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 20 pid: 6485 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016134.530415:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334565632:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016134.530530:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.534191:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.534316:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334565632:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016134.534352:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016134.535430:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332399488 00000100:00100000:3.0:1734016134.535451:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332399488 00010000:00010000:3.0:1734016134.535493:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.535548:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3554 00000100:00100000:3.0:1734016134.535556:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1968:x1818247332399488:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.535571:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.535579:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.535591:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.535616:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d31776d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c444 expref: 21 pid: 6485 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.535649:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016134.535655:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.535667:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.535676:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.535708:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.535781:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332399488:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 225us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.535789:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3554 00010000:00010000:1.0:1734016134.536078:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.536085:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:1.0:1734016134.536211:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969034 00000004:00010000:1.0:1734016134.536278:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880097d0f480 reply state ffff880079bde000 transno 4294969035 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016134.536288:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016134.536404:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332399360:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6494us (6735us total) trans 4294969035 rc 0/0 00000100:00100000:1.0:1734016134.536413:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2700 00000020:00080000:1.0:1734016134.536419:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016134.539223:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.539252:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.539260:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.539267:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e7180 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016134.539271:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.539280:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.539303:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016134.539308:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016134.539314:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.539320:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7180/0xb46129d8d3177711 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016134.540794:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.541036:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332399616 00000100:00100000:1.0:1734016134.541049:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332399616 00000100:00100000:1.0:1734016134.541096:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13200 00000100:00100000:1.0:1734016134.541103:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332399616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.541122:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.541145:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c483 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.541169:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.541177:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.541184:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.541186:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.541189:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.541224:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.541235:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 498 lvb_type: 1 00000100:00100000:1.0:1734016134.541251:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334565760:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.541315:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.541322:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 5 pid: 7692 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.541329:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334565888:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.541346:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.546379:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334565760:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.546403:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334565888:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.546462:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.546495:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016134.546593:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332399616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5487us (5806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.546606:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13200 00000100:00100000:2.0:1734016134.548159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.548202:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016134.548499:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332399744 00000100:00100000:0.0:1734016134.548508:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332399744 00010000:00010000:0.0:1734016134.548537:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.548572:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332399872 00000100:00100000:0.0:1734016134.548574:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332399872 00010000:00010000:0.0:1734016134.548584:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 6 pid: 7692 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016134.548600:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3555 00000100:00100000:0.0:1734016134.548608:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332399744:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.548624:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.548644:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.548654:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.548673:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317770a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c47c expref: 12 pid: 7692 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.548702:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.548759:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332399744:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 152us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.548765:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3555 00000100:00100000:0.0:1734016134.548779:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3556 00000100:00100000:0.0:1734016134.548783:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332399872:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.548789:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.548802:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 6 pid: 7692 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.548812:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 6 pid: 7692 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.548823:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177703 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 696320->700415) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c475 expref: 6 pid: 7692 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.548836:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.548838:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.548843:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.548851:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.548885:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.548898:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334566016:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016134.553658:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.559638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.559693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.559819:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400000 00000100:00100000:1.0:1734016134.559831:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400000 00002000:00010000:1.0:1734016134.559876:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (887930->18446744073709551615) 00002000:00100000:1.0:1734016134.559881:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077302300 with x1818247332400000 ext(887930->18446744073709551615) 00002000:00010000:1.0:1734016134.559892:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077302300. 00000100:00100000:1.0:1734016134.559922:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400128 00000100:00100000:1.0:1734016134.559924:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400128 00002000:00010000:1.0:1734016134.559938:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016134.559941:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301880 with x1818247332400128 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016134.559948:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077301880. 00000100:00100000:1.0:1734016134.559962:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10075 00000100:00100000:1.0:1734016134.559969:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332400000:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016134.563041:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10076 00000100:00100000:0.0:1734016134.563061:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332400128:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016134.566568:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1734016134.566578:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.566581:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:0.0:1734016134.566583:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.566585:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:0.0:1734016134.566662:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332400128:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 3597us (6959us total) trans 4294968219 rc 0/0 00000100:00100000:0.0:1734016134.566677:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10076 00002000:00010000:0.0:1734016134.566685:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016134.566689:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077301880 with x1818247332400128 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016134.566697:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077301880. 00000100:00100000:0.0:1734016134.566790:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334566016:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016134.566814:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.566834:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332399872:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 18050us (18632us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.566844:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3556 00002000:00010000:1.0:1734016134.570224:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5351267 -> 887930 00002000:00010000:1.0:1734016134.570240:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.570243:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.570246:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.570249:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 104 00000100:00100000:1.0:1734016134.575311:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332400000:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 15321us (15667us total) trans 4294969840 rc 0/0 00000100:00100000:1.0:1734016134.575328:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10075 00002000:00010000:1.0:1734016134.575338:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (887930->18446744073709551615) 00002000:00100000:1.0:1734016134.575341:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077302300 with x1818247332400000 ext(887930->18446744073709551615) 00002000:00010000:1.0:1734016134.575354:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077302300. 00000100:00100000:2.0:1734016134.587181:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.587291:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400256 00000100:00100000:1.0:1734016134.587314:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400256 00000100:00100000:1.0:1734016134.587413:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2701 00000100:00100000:1.0:1734016134.587428:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332400256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.587488:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.587528:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317771f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c48a expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.587694:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.587716:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.587771:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016134.587813:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 887930 00000004:00200000:1.0:1734016134.587819:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016134.587841:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.587874:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d317771f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 32 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.587918:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 31 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.587937:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016134.587939:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016134.587942:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016134.588011:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332400256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 588us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.588020:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2701 00000100:00100000:3.0:1734016134.596953:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.598941:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400384 00000100:00100000:1.0:1734016134.598956:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400384 00000100:00100000:1.0:1734016134.599045:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13201 00000100:00100000:1.0:1734016134.599053:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332400384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.599080:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.599110:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c491 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.599146:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.599154:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.599157:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.599160:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [192512->200703] (req 192512->200703) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.599212:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.599227:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 8 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.599242:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334566144:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.599349:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.606172:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.606326:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334566144:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.606389:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [192512->200703] (req 192512->200703) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.606419:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016134.606750:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332400384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7696us (9821us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.606766:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13201 00000100:00100000:0.0:1734016134.611389:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400512 00000100:00100000:0.0:1734016134.611414:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400512 00010000:00010000:0.0:1734016134.611492:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 9 pid: 10116 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016134.611547:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3557 00000100:00100000:0.0:1734016134.611556:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332400512:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.611580:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.611616:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 9 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.611629:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 9 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.611672:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31776af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c42f expref: 9 pid: 10116 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.611739:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.611742:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.611754:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.611764:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.611821:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.611836:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334566272:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016134.611951:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.614864:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334566272:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016134.614940:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.617146:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332400512:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5568us (10972us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.617165:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3557 00000100:00100000:0.0:1734016134.619576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.619656:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400640 00000100:00100000:1.0:1734016134.619669:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400640 00000100:00100000:1.0:1734016134.619753:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13202 00000100:00100000:1.0:1734016134.619763:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332400640:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016134.620067:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 887930 -> 887930 00002000:00010000:1.0:1734016134.620072:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.620074:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016134.620077:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.620078:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1734016134.622877:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332400640:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 3094us (3298us total) trans 4294969841 rc 0/0 00000100:00100000:1.0:1734016134.622900:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13202 00000100:00100000:3.0:1734016134.626005:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.626355:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400768 00000100:00100000:2.0:1734016134.626375:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400768 00000100:00100000:2.0:1734016134.626457:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2702 00000100:00100000:2.0:1734016134.626470:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332400768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.626502:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.626540:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3177734 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c498 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.626683:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d317773b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016134.626706:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d317773b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016134.626746:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d317773b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:2.0:1734016134.626784:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 887930 00000004:00200000:2.0:1734016134.626790:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.626813:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d317773b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016134.626850:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d3177734 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c498 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.626873:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d317773b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c498 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.626887:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016134.626891:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.626893:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016134.626973:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332400768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 507us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.626980:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2702 00000100:00100000:0.0:1734016134.633667:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.635328:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332400896 00000100:00100000:1.0:1734016134.635351:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332400896 00000100:00100000:1.0:1734016134.635442:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13203 00000100:00100000:1.0:1734016134.635456:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332400896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.635497:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.635531:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177742 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c49f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.635632:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334566400:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016134.635802:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016134.640318:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:1.0:1734016134.640347:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334566400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016134.640402:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177742 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c49f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.640422:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177742 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c49f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.640502:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016134.640952:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332400896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5497us (7301us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.640966:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13203 00000100:00100000:3.0:1734016134.649542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.649886:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401024 00000100:00100000:1.0:1734016134.649899:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401024 00000100:00100000:1.0:1734016134.649965:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13204 00000100:00100000:1.0:1734016134.649972:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332401024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.649995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.650013:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177749 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4a6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.650078:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334566528:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016134.650156:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.652924:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334566528:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016134.653004:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177749 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4a6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.653030:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177749 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4a6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.653075:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016134.653182:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332401024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3207us (3651us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.653201:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13204 00000100:00100000:2.0:1734016134.672770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.676316:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401280 00000100:00100000:1.0:1734016134.676337:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401280 00000100:00100000:1.0:1734016134.677259:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2703 00000100:00100000:1.0:1734016134.677276:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332401280:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016134.677390:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.677445:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d317773b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c498 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.677498:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016134.677503:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016134.677830:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.677848:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 30 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.677855:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016134.677899:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 30 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.677914:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 30 pid: 7713 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016134.677944:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334566656:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.679783:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.685412:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.685681:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334566656:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.686470:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016134.686958:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401408 00000100:00100000:3.0:1734016134.686976:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401408 00010000:00010000:3.0:1734016134.687047:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 31 pid: 7713 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016134.687106:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3558 00000100:00100000:3.0:1734016134.687118:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:1968:x1818247332401408:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.687145:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.687155:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 31 pid: 7713 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016134.687168:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 31 pid: 7713 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016134.687198:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177726 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c48a expref: 31 pid: 7713 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016134.687234:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016134.687241:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.687251:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.687258:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.687291:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.687367:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:1968:x1818247332401408:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 250us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.687375:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3558 00010000:00010000:0.0:1734016134.688005:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016134.688014:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016134.688140:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969036 00000004:00010000:2.0:1734016134.688718:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077300a80 reply state ffff880136b92000 transno 4294969037 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016134.688757:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016134.688937:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332401280:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11649us (16222us total) trans 4294969037 rc 0/0 00000100:00100000:2.0:1734016134.688947:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2703 00000020:00080000:2.0:1734016134.688953:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016134.694186:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016134.694307:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.694318:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.694328:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.694334:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e1680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016134.694340:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.694346:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.694366:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016134.694368:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016134.694373:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016134.694378:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177750 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016134.695328:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401536 00000100:00100000:1.0:1734016134.695345:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401536 00000100:00100000:1.0:1734016134.695420:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13205 00000100:00100000:1.0:1734016134.695432:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332401536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.695459:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.695483:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4ad expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.695518:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.695525:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.695528:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.695534:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.695594:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.695614:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 11 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016134.695634:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334566784:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.695757:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.706082:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.706201:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401664 00000100:00100000:2.0:1734016134.706213:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401664 00010000:00010000:2.0:1734016134.706257:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016134.706312:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3559 00000100:00100000:2.0:1734016134.706322:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332401664:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.706342:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.706369:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016134.706382:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016134.706421:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.706423:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.706430:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.706442:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.706481:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.706492:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334566912:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016134.706562:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00010000:00010000:1.0:1734016134.707008:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177718 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c483 expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016134.707034:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334566784:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.707075:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.707088:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016134.707127:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332401536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11694us (12954us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.707137:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13205 00000100:00100000:2.0:1734016134.708614:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9883:1818247334566912:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016134.708635:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.708673:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332401664:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2353us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.708683:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3559 00000100:00100000:2.0:1734016134.714100:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.714180:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.714312:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401920 00000100:00100000:1.0:1734016134.714330:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401920 00002000:00010000:1.0:1734016134.714452:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.714460:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f100 with x1818247332401920 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.714477:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0f100. 00000100:00100000:1.0:1734016134.714503:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332401792 00000100:00100000:1.0:1734016134.714506:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332401792 00002000:00010000:1.0:1734016134.714518:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4459342->18446744073709551615) 00002000:00100000:1.0:1734016134.714520:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d500 with x1818247332401792 ext(4459342->18446744073709551615) 00002000:00010000:1.0:1734016134.714528:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0d500. 00000100:00100000:1.0:1734016134.715403:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10077 00000100:00100000:1.0:1734016134.715418:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332401920:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.715686:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016134.715689:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.715692:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.715694:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.715696:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016134.715939:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10078 00000100:00100000:2.0:1734016134.715946:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332401792:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016134.716115:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 887930 -> 4459342 00002000:00010000:2.0:1734016134.716117:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.716119:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.716121:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.716123:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1734016134.720673:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332401920:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 5237us (6576us total) trans 4294968220 rc 0/0 00000100:00100000:1.0:1734016134.720690:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10077 00002000:00010000:1.0:1734016134.720699:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.720703:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f100 with x1818247332401920 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.720715:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0f100. 00000100:00100000:2.0:1734016134.721965:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332401792:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 6015us (7780us total) trans 4294969842 rc 0/0 00000100:00100000:2.0:1734016134.721974:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10078 00002000:00010000:2.0:1734016134.721978:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4459342->18446744073709551615) 00002000:00100000:2.0:1734016134.721981:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d500 with x1818247332401792 ext(4459342->18446744073709551615) 00002000:00010000:2.0:1734016134.721990:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0d500. 00000100:00100000:0.0:1734016134.731081:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.737476:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402048 00000100:00100000:2.0:1734016134.737503:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402048 00000100:00100000:2.0:1734016134.746415:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2704 00000100:00100000:2.0:1734016134.746446:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332402048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.746502:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.746546:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d317775e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4b4 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.746710:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177765 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.746747:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.746765:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016134.746812:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8653646 00000004:00200000:2.0:1734016134.746819:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.746842:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.746871:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d317775e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4b4 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.746925:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177765 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4b4 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.746943:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016134.746946:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.746949:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016134.747038:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332402048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 601us (15978us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.747047:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2704 00000100:00100000:2.0:1734016134.754839:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.754952:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402176 00000100:00100000:1.0:1734016134.754964:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402176 00000100:00100000:1.0:1734016134.755027:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13206 00000100:00100000:1.0:1734016134.755036:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332402176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.755060:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.755085:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4bb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.755129:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.755137:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.755139:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.755145:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3571712->3583999] (req 3571712->3583999) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.755198:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.755217:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 8 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016134.755234:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334567040:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016134.755342:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.760882:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016134.761058:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402304 00000100:00100000:3.0:1734016134.761077:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402304 00010000:00010000:3.0:1734016134.761150:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016134.761208:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3560 00000100:00100000:3.0:1734016134.761219:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332402304:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.761242:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.761284:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016134.761303:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016134.761354:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.761358:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.761370:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.761382:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.761443:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.761466:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334567168:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016134.761580:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016134.761907:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d317772d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 192512->200703) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c491 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016134.761943:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334567040:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016134.761984:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.761998:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016134.762047:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332402176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7011us (7216us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.762059:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13206 00000100:00100000:3.0:1734016134.772857:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334567168:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016134.772915:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.772994:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332402304:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11774us (12139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.773014:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3560 00000100:00100000:0.0:1734016134.799025:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.801312:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402560 00000100:00100000:2.0:1734016134.801331:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402560 00002000:00100000:2.0:1734016134.801402:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076508000 x1818247332402560/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.801414:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508000 with x1818247332402560 ext(0->4194303) 00002000:00010000:2.0:1734016134.801421:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508000 00000100:00100000:2.0:1734016134.801467:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10079 00000100:00100000:2.0:1734016134.801476:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332402560:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:3.0:1734016134.911954:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016134.917825:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332402560:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 116320us (118784us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016134.917844:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10079 00002000:00100000:0.0:1734016134.917868:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076508000 x1818247332402560/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.917887:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508000 with x1818247332402560 ext(0->4194303) 00002000:00010000:0.0:1734016134.917896:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508000 00000100:00100000:0.0:1734016134.939138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.939426:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402688 00000100:00100000:1.0:1734016134.939438:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402688 00000100:00100000:1.0:1734016134.939524:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13207 00000100:00100000:1.0:1734016134.939532:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332402688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.939559:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.939581:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4c2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.939604:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.939607:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.939615:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.939628:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.939640:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016134.939696:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332402688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 165us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.939702:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13207 00000100:00100000:0.0:1734016134.970778:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016134.972642:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402816 00000100:00100000:2.0:1734016134.972662:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402816 00000100:00100000:2.0:1734016134.973011:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2705 00000100:00100000:2.0:1734016134.973018:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+30:10366:x1818247332402816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.973038:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.973058:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d317777a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4c9 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.974298:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.974316:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.974327:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016134.974356:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8653646 00000004:00200000:2.0:1734016134.974360:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.974381:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016134.974413:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d317777a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 32 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.974457:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 31 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.974467:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016134.974469:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.974473:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016134.974572:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+31:10366:x1818247332402816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1552us (3802us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.974581:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2705 00000100:00100000:0.0:1734016134.982243:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016134.982422:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332402944 00000100:00100000:1.0:1734016134.982443:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332402944 00000100:00100000:1.0:1734016134.982554:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13208 00000100:00100000:1.0:1734016134.982564:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332402944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.982600:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.982634:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177788 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4d0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.982803:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334567296:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016134.982931:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016134.988981:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:1.0:1734016134.989251:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334567296:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016134.989313:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177788 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4d0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.989329:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177788 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4d0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.989554:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016134.991138:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332402944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8561us (8899us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.991151:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13208 00000100:00100000:0.0:1734016134.997441:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.001253:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403072 00000100:00100000:1.0:1734016135.001272:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403072 00000100:00100000:1.0:1734016135.002135:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13209 00000100:00100000:1.0:1734016135.003620:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332403072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.003659:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.003695:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317778f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4d7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.003815:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334567424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.003958:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.010329:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334567424:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.010374:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317778f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4d7 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.010389:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317778f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4d7 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.011071:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016135.011165:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332403072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9017us (13750us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.011177:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13209 00000100:00100000:0.0:1734016135.014169:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.014354:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403200 00000100:00100000:1.0:1734016135.014362:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403200 00000100:00100000:1.0:1734016135.018489:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13210 00000100:00100000:1.0:1734016135.018518:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332403200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.018564:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.018609:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177796 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4de expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.018711:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334567552:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.018829:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.027525:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334567552:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.027589:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177796 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4de expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.027614:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4de expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.027654:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016135.027755:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332403200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9244us (13595us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.027768:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13210 00000100:00100000:0.0:1734016135.032951:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.033366:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403328 00000100:00100000:1.0:1734016135.033383:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403328 00000100:00100000:2.0:1734016135.034702:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13211 00000100:00100000:2.0:1734016135.034717:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332403328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.034774:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.034806:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317779d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4e5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.034908:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334567680:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.035058:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.052279:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334567680:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.052338:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317779d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4e5 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.052361:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d317779d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4e5 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.052398:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016135.052496:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332403328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17781us (19563us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.052507:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13211 00000100:00100000:0.0:1734016135.066950:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.067102:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403456 00000100:00100000:2.0:1734016135.067116:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403456 00000100:00100000:2.0:1734016135.067178:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13212 00000100:00100000:2.0:1734016135.067188:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332403456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.067216:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.067243:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31777a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4ec expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.067324:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334567808:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.067432:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.069243:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334567808:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.069282:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31777a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ec expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.069297:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31777a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ec expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.069326:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016135.069389:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332403456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2200us (2485us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.069399:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13212 00000100:00100000:0.0:1734016135.076469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.078991:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403584 00000100:00100000:2.0:1734016135.079011:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403584 00000100:00100000:2.0:1734016135.079089:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13213 00000100:00100000:2.0:1734016135.079098:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332403584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.079121:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.079149:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4f3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.079190:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.079199:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.079204:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.079206:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.079210:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3096576->3108863] (req 3096576->3108863) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.079256:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.079267:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 10 pid: 7692 timeout: 499 lvb_type: 1 00000100:00100000:2.0:1734016135.079280:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334567936:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016135.079411:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.079421:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 8 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.079428:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334568064:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016135.079481:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00080000:1.0:1734016135.079692:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016105 00000100:00100000:1.0:1734016135.095190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.095255:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403712 00000100:00100000:1.0:1734016135.095270:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403712 00010000:00010000:1.0:1734016135.095320:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 11 pid: 7692 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1734016135.095366:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3561 00000100:00100000:1.0:1734016135.095377:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332403712:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.095394:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.095424:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 11 pid: 7692 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.095437:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 11 pid: 7692 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.095475:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016135.095529:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332403712:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 154us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.095536:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3561 00010000:00010000:3.0:1734016135.095852:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177773 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c2 expref: 10 pid: 7692 timeout: 499 lvb_type: 1 00000100:00100000:3.0:1734016135.095871:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334567936:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016135.095881:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334568064:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016135.095912:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3096576->3108863] (req 3096576->3108863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.095930:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:3.0:1734016135.095951:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332403584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16854us (19505us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.095958:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13213 00000100:00100000:0.0:1734016135.112682:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.113182:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332403840 00000100:00100000:2.0:1734016135.113196:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332403840 00010000:00010000:2.0:1734016135.113252:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.115153:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3562 00000100:00100000:2.0:1734016135.115170:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332403840:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.115201:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.115231:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.115248:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.115274:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317776c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->3583999) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4bb expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.115303:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.115306:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.115313:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.115322:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.115361:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.115375:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334568192:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016135.115451:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.118824:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334568192:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016135.118864:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.119909:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.120908:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332403840:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5736us (8241us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.120929:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3562 00000100:00100000:0.0:1734016135.120998:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404096 00000100:00100000:0.0:1734016135.121015:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404096 00002000:00100000:0.0:1734016135.121075:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3096576->4460543) req@ffff880075ff9500 x1818247332404096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 504/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.121085:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9500 with x1818247332404096 ext(3096576->4460543) 00002000:00010000:0.0:1734016135.121092:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9500 00000100:00100000:0.0:1734016135.121125:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10080 00000100:00100000:0.0:1734016135.121131:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332404096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.147696:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332404096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 26550us (27777us total) trans 0 rc 270336/270336 00000100:00100000:2.0:1734016135.147713:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10080 00002000:00100000:2.0:1734016135.147767:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3096576->4460543) req@ffff880075ff9500 x1818247332404096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 504/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 270336/270336 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.147778:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9500 with x1818247332404096 ext(3096576->4460543) 00002000:00010000:2.0:1734016135.147784:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9500 00000100:00100000:0.0:1734016135.160951:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.161067:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404352 00000100:00100000:2.0:1734016135.161076:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404352 00002000:00100000:2.0:1734016135.161133:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3104768->3108863) req@ffff880097ee0000 x1818247332404352/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.161145:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0000 with x1818247332404352 ext(3104768->3108863) 00002000:00010000:2.0:1734016135.161152:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee0000 00000100:00100000:2.0:1734016135.161194:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10081 00000100:00100000:2.0:1734016135.161203:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332404352:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.163631:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332404352:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2405us (2667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.163649:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10081 00002000:00100000:2.0:1734016135.163670:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3104768->3108863) req@ffff880097ee0000 x1818247332404352/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.163687:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0000 with x1818247332404352 ext(3104768->3108863) 00002000:00010000:2.0:1734016135.163695:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee0000 00000100:00100000:0.0:1734016135.171909:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.172001:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.172170:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404608 00000100:00100000:3.0:1734016135.172181:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404608 00000100:00100000:3.0:1734016135.172224:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404480 00000100:00100000:3.0:1734016135.172227:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404480 00000100:00100000:3.0:1734016135.172246:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13214 00000100:00100000:3.0:1734016135.172254:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332404608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.172275:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.172301:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31777b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c501 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.172373:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334568320:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.172453:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.172963:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13215 00000100:00100000:2.0:1734016135.172970:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332404480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.172981:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.172994:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31777b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c4fa expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.173037:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334568448:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.173063:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.176275:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.176290:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00002000:00010000:2.0:1734016135.176293:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016134 -> 1734016135 00000100:00100000:2.0:1734016135.176341:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334568448:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.176400:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31777b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4fa expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.176423:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31777b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4fa expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016135.179588:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.179598:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.179601:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016135.179633:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334568320:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.179685:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31777b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c501 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.179708:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d31777b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c501 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.179779:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016135.179852:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332404608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7597us (7957us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.179860:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13214 00010000:00010000:2.0:1734016135.182653:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016135.182926:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332404480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9935us (10904us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.182938:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13215 00000100:00100000:2.0:1734016135.193374:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.195449:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404864 00000100:00100000:0.0:1734016135.195470:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404864 00000100:00100000:0.0:1734016135.195560:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13216 00000100:00100000:0.0:1734016135.195578:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332404864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.195615:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.195655:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31777c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c50f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.195972:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334568576:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.201675:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.202382:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.202437:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404736 00000100:00100000:2.0:1734016135.202456:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404736 00000100:00100000:2.0:1734016135.202532:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13217 00000100:00100000:2.0:1734016135.202542:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332404736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.202570:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.202595:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31777c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c508 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.202663:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334568704:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.202759:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.207086:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334568576:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.207134:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31777c0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c50f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.207148:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31777c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c50f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.207172:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:3.0:1734016135.207241:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332404864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11669us (13883us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.207252:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13216 00000100:00100000:2.0:1734016135.207766:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334568704:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.207791:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31777c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c508 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.207800:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31777c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c508 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.208376:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016135.208425:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332404736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5885us (6057us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.208433:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13217 00000100:00100000:0.0:1734016135.214432:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.214534:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.214698:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332405120 00000100:00100000:3.0:1734016135.214717:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332405120 00000100:00100000:3.0:1734016135.214877:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332404992 00000100:00100000:3.0:1734016135.214879:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332404992 00000100:00100000:3.0:1734016135.214913:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13218 00000100:00100000:3.0:1734016135.214935:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332405120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.214979:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.215025:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31777ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c51d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.215154:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334568832:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.215277:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.215546:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13219 00000100:00100000:1.0:1734016135.215553:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332404992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.215562:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.215575:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31777d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c516 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.215606:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334568960:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.215637:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.220898:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334568832:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.220958:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31777ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c51d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.220977:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31777ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c51d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.221006:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016135.221080:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332405120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6159us (6672us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.221094:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13218 00000100:00100000:1.0:1734016135.221842:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334568960:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.221875:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31777d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c516 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.221885:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d31777d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c516 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.221908:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016135.221939:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332404992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6386us (7405us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.221945:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13219 00000100:00100000:0.0:1734016135.228029:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.228265:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.229068:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332405248 00000100:00100000:1.0:1734016135.229087:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332405248 00000100:00100000:1.0:1734016135.229441:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332405376 00000100:00100000:1.0:1734016135.229447:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332405376 00000100:00100000:3.0:1734016135.229535:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13220 00000100:00100000:3.0:1734016135.229548:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332405248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.229581:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.229611:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31777dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c524 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.229708:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334569088:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.229841:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.230540:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13221 00000100:00100000:1.0:1734016135.230550:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332405376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.230564:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.230584:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31777e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c52b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.230621:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334569216:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.230661:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.236718:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334569088:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.236797:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31777dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c524 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.236813:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31777dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c524 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.236838:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016135.237843:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332405248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8292us (9837us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.237856:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13220 00000100:00100000:1.0:1734016135.238414:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334569216:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.238456:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31777e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c52b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.238471:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31777e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c52b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.243024:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016135.243160:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332405376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12600us (14882us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.243173:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13221 00000100:00100000:0.0:1734016135.248590:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.249564:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332405632 00000100:00100000:2.0:1734016135.249574:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332405632 00000100:00100000:2.0:1734016135.249634:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2706 00000100:00100000:2.0:1734016135.249641:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332405632:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016135.249699:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.249751:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177765 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4b4 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.249775:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016135.249780:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016135.253226:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016135.253247:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 30 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.253254:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016135.253294:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 30 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.253305:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 30 pid: 7713 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.253317:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334569344:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016135.253368:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000001:00080000:2.0:1734016135.256785:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969038 is committed 00000001:00080000:2.0:1734016135.256820:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969035 is committed 00000100:00100000:0.0:1734016135.261321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.261456:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334569344:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016135.261488:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016135.261548:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332405760 00000100:00100000:1.0:1734016135.261555:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332405760 00010000:00010000:1.0:1734016135.261598:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 19 pid: 7713 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.261623:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3563 00000100:00100000:1.0:1734016135.261630:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332405760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.261647:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.261654:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 19 pid: 7713 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.261666:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 19 pid: 7713 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.261690:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3177781 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4c9 expref: 19 pid: 7713 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.261709:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016135.261713:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016135.261740:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016135.261748:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016135.261787:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016135.261834:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1969:x1818247332405760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 203us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.261842:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3563 00010000:00010000:3.0:1734016135.262140:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.262147:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016135.262263:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969038 00000004:00010000:3.0:1734016135.262311:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e3b4e00 reply state ffff880097c7c000 transno 4294969039 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016135.262319:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016135.262423:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332405632:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 12781us (13992us total) trans 4294969039 rc 0/0 00000100:00100000:3.0:1734016135.262430:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2706 00000020:00080000:3.0:1734016135.262435:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1734016135.262674:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016105 00010000:00010000:3.0:1734016135.268330:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.268352:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.268360:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.268365:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffd680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016135.268369:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.268376:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.268395:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016135.268397:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016135.268401:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.268405:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd680/0xb46129d8d31777ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016135.270079:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.270335:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.270586:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332405888 00000100:00100000:3.0:1734016135.270602:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332405888 00002000:00010000:3.0:1734016135.270663:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4265849->18446744073709551615) 00002000:00100000:3.0:1734016135.270670:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9880 with x1818247332405888 ext(4265849->18446744073709551615) 00002000:00010000:3.0:1734016135.270685:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9880. 00000100:00100000:3.0:1734016135.271623:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406016 00000100:00100000:3.0:1734016135.271636:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406016 00002000:00010000:3.0:1734016135.271685:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016135.271690:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8700 with x1818247332406016 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016135.271702:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff8700. 00000100:00100000:3.0:1734016135.271760:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10082 00000100:00100000:3.0:1734016135.271771:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332405888:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016135.272343:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4459342 -> 4265849 00002000:00010000:3.0:1734016135.272348:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.272350:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:3.0:1734016135.272353:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.272355:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:3.0:1734016135.272451:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332405888:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 681us (2382us total) trans 4294969843 rc 0/0 00000100:00100000:3.0:1734016135.272460:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10082 00002000:00010000:3.0:1734016135.272464:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4265849->18446744073709551615) 00002000:00100000:3.0:1734016135.272467:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9880 with x1818247332405888 ext(4265849->18446744073709551615) 00002000:00010000:3.0:1734016135.272472:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff9880. 00000100:00100000:3.0:1734016135.272495:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10083 00000100:00100000:3.0:1734016135.272500:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332406016:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016135.272593:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016135.272595:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.272598:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:3.0:1734016135.272600:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.272602:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:3.0:1734016135.272621:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332406016:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 120us (2287us total) trans 4294968221 rc 0/0 00000100:00100000:3.0:1734016135.272628:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10083 00002000:00010000:3.0:1734016135.272630:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016135.272633:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8700 with x1818247332406016 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016135.272637:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff8700. 00000100:00080000:2.0:1734016135.273110:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016105 00000100:00100000:0.0:1734016135.279518:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.281663:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406144 00000100:00100000:3.0:1734016135.281690:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406144 00000100:00100000:3.0:1734016135.282178:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2707 00000100:00100000:3.0:1734016135.282195:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:10366:x1818247332406144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.282233:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.282272:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d31777f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c532 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.282442:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31777f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.282460:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31777f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.282476:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31777f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016135.282706:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8460153 00000004:00200000:3.0:1734016135.282713:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016135.282761:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31777f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.282788:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d31777f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c532 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.282807:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31777f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c532 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.282815:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016135.282818:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016135.282821:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016135.283403:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332406144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1211us (3899us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.283411:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2707 00000100:00100000:1.0:1734016135.287032:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.287178:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.287414:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406400 00000100:00100000:2.0:1734016135.287428:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406400 00000100:00100000:2.0:1734016135.287894:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406272 00000100:00100000:2.0:1734016135.287898:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406272 00000100:00100000:3.0:1734016135.287950:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13222 00000100:00100000:3.0:1734016135.287959:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332406400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.287978:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.287999:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31777ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c540 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.288065:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334569472:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.288135:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.288192:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13223 00000100:00100000:0.0:1734016135.288200:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332406272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.288208:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.288219:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3177806 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c539 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.288250:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334569600:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.288270:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016135.290679:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00002000:00010000:3.0:1734016135.290698:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00002000:00010000:1.0:1734016135.290865:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:1.0:1734016135.290894:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334569600:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.290960:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3177806 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c539 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.290982:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3177806 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c539 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.291018:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:1.0:1734016135.291093:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332406272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2889us (3912us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.291112:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13223 00000100:00100000:3.0:1734016135.291199:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334569472:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.291229:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31777ff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c540 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.291239:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31777ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c540 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.291255:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016135.295486:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332406400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7502us (8447us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.295508:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13222 00000100:00100000:1.0:1734016135.301377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.302105:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406528 00000100:00100000:3.0:1734016135.302119:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406528 00000100:00100000:3.0:1734016135.302196:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13224 00000100:00100000:3.0:1734016135.302204:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332406528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.302232:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.302259:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317780d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c547 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.302360:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334569728:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.302463:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.305713:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.307117:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406656 00000100:00100000:1.0:1734016135.307138:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406656 00000100:00100000:1.0:1734016135.307241:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13225 00000100:00100000:1.0:1734016135.307252:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332406656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.307285:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.307329:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3177814 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c54e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.307415:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334569856:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.307535:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.314248:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334569856:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016135.314324:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3177814 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c54e expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.314340:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d3177814 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c54e expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.316239:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:0.0:1734016135.316362:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332406656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9104us (10668us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.316376:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13225 00000100:00100000:3.0:1734016135.317028:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334569728:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.317067:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317780d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c547 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.317081:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317780d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c547 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.317097:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016135.317118:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332406528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14914us (15759us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.317124:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13224 00000100:00100000:0.0:1734016135.330837:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.331059:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406784 00000100:00100000:3.0:1734016135.331073:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406784 00000100:00100000:0.0:1734016135.332447:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13226 00000100:00100000:0.0:1734016135.332465:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332406784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.332501:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.332532:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317781b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c555 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.332628:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334569984:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.332750:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.336185:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.337323:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332406912 00000100:00100000:3.0:1734016135.337337:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332406912 00000100:00100000:3.0:1734016135.337422:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13227 00000100:00100000:3.0:1734016135.337435:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332406912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.337476:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.337504:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177822 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c55c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.337602:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334570112:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.337716:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.340044:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334569984:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.340102:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317781b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c555 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.340120:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317781b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c555 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.340148:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:2.0:1734016135.340216:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332406784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7754us (9392us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.340227:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13226 00000100:00100000:3.0:1734016135.344816:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334570112:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.344884:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177822 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c55c expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.344904:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177822 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c55c expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.345969:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016135.346072:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332406912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8635us (9903us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.346088:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13227 00000100:00100000:0.0:1734016135.352621:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.353298:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332407040 00000100:00100000:3.0:1734016135.353317:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332407040 00000100:00100000:3.0:1734016135.353433:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13228 00000100:00100000:3.0:1734016135.353446:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332407040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.353490:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.353528:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c563 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.353593:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.353609:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.353612:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.353616:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1290240->1294335] (req 1290240->1294335) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.353676:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.353695:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 9 pid: 10116 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016135.353714:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334570240:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016135.353888:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.367440:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334570240:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016135.367491:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1290240->1294335] (req 1290240->1294335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.367509:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016135.367596:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332407040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14154us (14998us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.367606:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13228 00000100:00100000:0.0:1734016135.380282:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.380866:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332407168 00000100:00100000:2.0:1734016135.380881:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332407168 00002000:00100000:2.0:1734016135.380948:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3096576->3108863) req@ffff88012e3b4700 x1818247332407168/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 12776/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.380960:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332407168 ext(3096576->3108863) 00010000:00010000:2.0:1734016135.380971:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 10 pid: 10116 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.380992:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 10 pid: 10116 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016135.381001:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b4700 00000100:00100000:2.0:1734016135.381036:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 364 00000100:00100000:2.0:1734016135.381046:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332407168:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.385410:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332407168:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4345us (5122us total) trans 4294969844 rc 0/0 00000100:00100000:2.0:1734016135.385429:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 364 00002000:00100000:2.0:1734016135.385445:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3096576->3108863) req@ffff88012e3b4700 x1818247332407168/t4294969844(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 12776/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.385455:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332407168 ext(3096576->3108863) 00010000:00010000:2.0:1734016135.385469:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 12 pid: 10116 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.385489:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 12 pid: 10116 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016135.385508:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b4700 00000100:00100000:0.0:1734016135.390198:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.390340:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332407296 00000100:00100000:2.0:1734016135.390350:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332407296 00010000:00010000:2.0:1734016135.390390:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 12 pid: 10116 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.390450:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3564 00000100:00100000:2.0:1734016135.390458:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332407296:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.390480:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016135.390502:0:9883:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 104 -> 120 00010000:00010000:2.0:1734016135.390510:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 12 pid: 10116 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.390522:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 12 pid: 10116 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.390549:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d31777ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3096576->3108863) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4f3 expref: 12 pid: 10116 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.392096:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.392102:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.392120:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.392134:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.392203:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.392225:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334570368:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016135.392347:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.397846:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334570368:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016135.397888:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.397972:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332407296:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7511us (7787us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.397987:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3564 00000100:00100000:0.0:1734016135.398524:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.398694:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332407552 00000100:00100000:3.0:1734016135.398703:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332407552 00002000:00100000:3.0:1734016135.398785:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1294335) req@ffff88012e3b7b80 x1818247332407552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.398803:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7b80 with x1818247332407552 ext(1290240->1294335) 00002000:00010000:3.0:1734016135.398810:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b7b80 00000100:00100000:3.0:1734016135.399232:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10084 00000100:00100000:3.0:1734016135.399240:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332407552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.399412:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332407552:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 173us (891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016135.399418:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10084 00002000:00100000:3.0:1734016135.399423:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1294335) req@ffff88012e3b7b80 x1818247332407552/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.399429:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7b80 with x1818247332407552 ext(1290240->1294335) 00002000:00010000:3.0:1734016135.399432:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b7b80 00000100:00100000:0.0:1734016135.403439:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.403577:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332407808 00000100:00100000:1.0:1734016135.403588:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332407808 00002000:00100000:1.0:1734016135.403637:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1294336->1298431) req@ffff88007718c700 x1818247332407808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.403646:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c700 with x1818247332407808 ext(1294336->1298431) 00002000:00010000:1.0:1734016135.403651:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718c700 00000100:00100000:1.0:1734016135.403682:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10085 00000100:00100000:1.0:1734016135.403689:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332407808:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.403926:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332407808:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 226us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.403932:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10085 00002000:00100000:1.0:1734016135.403937:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1294336->1298431) req@ffff88007718c700 x1818247332407808/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.403949:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c700 with x1818247332407808 ext(1294336->1298431) 00002000:00010000:1.0:1734016135.403951:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718c700 00000100:00100000:0.0:1734016135.408594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.408846:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408064 00000100:00100000:3.0:1734016135.408859:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408064 00002000:00100000:3.0:1734016135.408931:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1298432->1302527) req@ffff88007718d180 x1818247332408064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.408943:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d180 with x1818247332408064 ext(1298432->1302527) 00002000:00010000:3.0:1734016135.408950:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d180 00000100:00100000:3.0:1734016135.409883:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10086 00000100:00100000:3.0:1734016135.409892:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332408064:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.410132:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332408064:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 240us (1558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016135.410140:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10086 00002000:00100000:3.0:1734016135.410147:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1298432->1302527) req@ffff88007718d180 x1818247332408064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.410157:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d180 with x1818247332408064 ext(1298432->1302527) 00002000:00010000:3.0:1734016135.410160:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d180 00000100:00100000:0.0:1734016135.414851:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.415087:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408192 00000100:00100000:1.0:1734016135.415104:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408192 00002000:00100000:1.0:1734016135.415162:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1302527) req@ffff88007718df80 x1818247332408192/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 12776/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.415175:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247332408192 ext(1290240->1302527) 00002000:00010000:1.0:1734016135.415180:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:1.0:1734016135.415227:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10087 00000100:00100000:1.0:1734016135.415235:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332408192:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016135.417153:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332408192:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1904us (2313us total) trans 4294969845 rc 0/0 00000100:00100000:1.0:1734016135.417170:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10087 00002000:00100000:1.0:1734016135.417185:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1302527) req@ffff88007718df80 x1818247332408192/t4294969845(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:96/0 lens 12776/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.417197:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247332408192 ext(1290240->1302527) 00002000:00010000:1.0:1734016135.417206:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:0.0:1734016135.420910:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.422339:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408320 00000100:00100000:3.0:1734016135.422354:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408320 00000100:00100000:3.0:1734016135.422952:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2708 00000100:00100000:3.0:1734016135.422963:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332408320:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016135.423289:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332408320:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 326us (2394us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.423298:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2708 00000100:00100000:0.0:1734016135.426125:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.426307:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408448 00000100:00100000:3.0:1734016135.426320:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408448 00000100:00100000:3.0:1734016135.426393:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13229 00000100:00100000:3.0:1734016135.426404:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332408448:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.428227:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969845 is committed 00000001:00080000:2.0:1734016135.428249:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969844 is committed 00000100:00100000:2.0:1734016135.429979:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332408448:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3557us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.429999:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13229 00000100:00100000:0.0:1734016135.433694:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.433904:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408576 00000100:00100000:3.0:1734016135.433927:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408576 00000100:00100000:3.0:1734016135.434226:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2709 00000100:00100000:3.0:1734016135.434235:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332408576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.434283:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.434320:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177830 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c56a expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.434458:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.434599:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.434614:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016135.434650:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8460153 00000004:00200000:3.0:1734016135.434656:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016135.434675:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016135.434702:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177830 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.434719:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.434764:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016135.434766:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016135.434771:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016135.434861:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332408576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 626us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.434867:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2709 00000100:00100000:2.0:1734016135.438543:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.438673:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408704 00000100:00100000:0.0:1734016135.438683:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408704 00000100:00100000:2.0:1734016135.438808:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13230 00000100:00100000:2.0:1734016135.438818:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332408704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.438836:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.438856:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d317783e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c571 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.438948:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570496:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.439013:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.441325:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.441336:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 120 -> 144 00000100:00100000:2.0:1734016135.441365:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570496:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.441403:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d317783e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c571 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.441421:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d317783e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c571 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.441446:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016135.441503:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332408704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2686us (2968us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.441511:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13230 00000100:00100000:1.0:1734016135.445702:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.445853:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408832 00000100:00100000:2.0:1734016135.445867:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408832 00000100:00100000:2.0:1734016135.445932:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13231 00000100:00100000:2.0:1734016135.445942:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332408832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.445978:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.446013:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177845 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c578 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.446119:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570624:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.446206:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.449036:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.449078:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177845 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c578 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.449092:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177845 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c578 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.449213:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016135.449272:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332408832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3329us (3587us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.449279:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13231 00000100:00100000:0.0:1734016135.452159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.452902:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332408960 00000100:00100000:3.0:1734016135.452925:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332408960 00000100:00100000:3.0:1734016135.452987:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13232 00000100:00100000:3.0:1734016135.452995:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332408960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.453015:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.453038:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317784c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c57f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.453097:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570752:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.453150:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.459191:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570752:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.459246:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317784c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c57f expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.459262:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317784c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c57f expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.459296:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016135.460145:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332408960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7145us (7999us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.460156:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13232 00000100:00100000:0.0:1734016135.464617:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.464774:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332409216 00000100:00100000:1.0:1734016135.464789:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332409216 00002000:00100000:1.0:1734016135.464857:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (36864->40959) req@ffff88012db23480 x1818247332409216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.464869:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23480 with x1818247332409216 ext(36864->40959) 00002000:00010000:1.0:1734016135.464876:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db23480 00000100:00100000:1.0:1734016135.464930:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10088 00000100:00100000:1.0:1734016135.464942:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332409216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.465238:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332409216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 297us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.465246:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10088 00002000:00100000:1.0:1734016135.465251:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (36864->40959) req@ffff88012db23480 x1818247332409216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.465258:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23480 with x1818247332409216 ext(36864->40959) 00002000:00010000:1.0:1734016135.465261:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db23480 00000100:00100000:0.0:1734016135.471072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.471456:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332409472 00000100:00100000:3.0:1734016135.471470:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332409472 00002000:00100000:3.0:1734016135.471568:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (40960->45055) req@ffff88012db22a00 x1818247332409472/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.471582:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22a00 with x1818247332409472 ext(40960->45055) 00002000:00010000:3.0:1734016135.471591:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db22a00 00000100:00100000:3.0:1734016135.471639:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10089 00000100:00100000:3.0:1734016135.471649:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332409472:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.471970:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332409472:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 321us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016135.471982:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10089 00002000:00100000:3.0:1734016135.471989:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (40960->45055) req@ffff88012db22a00 x1818247332409472/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.471996:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22a00 with x1818247332409472 ext(40960->45055) 00002000:00010000:3.0:1734016135.471999:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db22a00 00000100:00100000:2.0:1734016135.476593:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.477870:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332409600 00000100:00100000:1.0:1734016135.477890:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332409600 00002000:00100000:1.0:1734016135.477972:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (36864->45055) req@ffff8800871f8850 x1818247332409600/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 8680/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.477989:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800871f8850 with x1818247332409600 ext(36864->45055) 00002000:00010000:1.0:1734016135.478000:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800871f8850 00000100:00100000:1.0:1734016135.478055:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10090 00000100:00100000:1.0:1734016135.478067:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800871f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332409600:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016135.479325:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800871f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332409600:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1251us (2741us total) trans 4294968222 rc 0/0 00000100:00100000:1.0:1734016135.479338:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10090 00002000:00100000:1.0:1734016135.479351:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (36864->45055) req@ffff8800871f8850 x1818247332409600/t4294968222(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 8680/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.479362:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800871f8850 with x1818247332409600 ext(36864->45055) 00002000:00010000:1.0:1734016135.479367:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800871f8850 00000100:00100000:0.0:1734016135.484355:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.484660:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332409728 00000100:00100000:3.0:1734016135.486233:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332409728 00000100:00100000:3.0:1734016135.486343:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2710 00000100:00100000:3.0:1734016135.486353:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332409728:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016135.486574:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332409728:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 223us (2242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.486582:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2710 00000100:00100000:0.0:1734016135.490455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.490831:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332409856 00000100:00100000:3.0:1734016135.490846:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332409856 00000100:00100000:3.0:1734016135.491495:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13233 00000100:00100000:3.0:1734016135.491507:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087222050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332409856:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.493774:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968222 is committed 00000001:00080000:2.0:1734016135.493828:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968219 is committed 00000100:00100000:3.0:1734016135.495750:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087222050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332409856:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4211us (5278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.495765:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13233 00000100:00100000:3.0:1734016135.500450:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.501286:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332409984 00000100:00100000:2.0:1734016135.501300:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332409984 00000100:00100000:2.0:1734016135.501908:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13234 00000100:00100000:2.0:1734016135.501925:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332409984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.501946:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.501974:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177853 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c586 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.502046:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570880:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.502626:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.505292:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334570880:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.505338:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177853 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c586 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.505355:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c586 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.505534:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016135.506271:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332409984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4343us (5836us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.506280:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13234 00000100:00100000:2.0:1734016135.510119:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.510198:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410112 00000100:00100000:0.0:1734016135.510213:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410112 00000100:00100000:0.0:1734016135.510278:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13235 00000100:00100000:0.0:1734016135.510289:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332410112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.510320:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.510341:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317785a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c58d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.510412:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334571008:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.510498:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.513689:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334571008:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016135.513857:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317785a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c58d expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.513881:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e46c0/0xb46129d8d317785a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c58d expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.514199:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016135.514287:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332410112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3998us (4181us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.514300:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13235 00000100:00100000:0.0:1734016135.521478:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.521783:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410240 00000100:00100000:2.0:1734016135.521797:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410240 00000100:00100000:2.0:1734016135.521875:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13236 00000100:00100000:2.0:1734016135.521885:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332410240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.521925:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.521960:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3177861 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c594 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.522037:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334571136:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.522136:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.526161:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334571136:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.526215:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3177861 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c594 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.526235:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3177861 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c594 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.526850:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016135.526931:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332410240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5045us (5492us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.526943:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13236 00000100:00100000:3.0:1734016135.532938:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.533078:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410368 00000100:00100000:2.0:1734016135.533090:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410368 00000100:00100000:2.0:1734016135.533140:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13237 00000100:00100000:2.0:1734016135.533148:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332410368:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.533396:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016135.533399:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.533401:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016135.533403:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.533405:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 32 00000100:00100000:2.0:1734016135.533464:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332410368:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 316us (553us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1734016135.533471:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13237 00000100:00100000:0.0:1734016135.538686:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.539801:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410496 00000100:00100000:1.0:1734016135.539813:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410496 00000100:00100000:1.0:1734016135.539890:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13238 00000100:00100000:1.0:1734016135.539901:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332410496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.540137:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.540165:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177868 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c59b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.540251:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571264:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.540338:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016135.544901:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00000100:00100000:1.0:1734016135.544956:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571264:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.545016:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177868 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c59b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.545037:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177868 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c59b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.545084:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016135.545410:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332410496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5508us (6742us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.545423:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13238 00000100:00100000:3.0:1734016135.548708:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.549287:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410624 00000100:00100000:1.0:1734016135.549303:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410624 00000100:00100000:1.0:1734016135.549960:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13239 00000100:00100000:1.0:1734016135.549971:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332410624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.550010:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.550040:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317786f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5a2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.550146:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571392:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.550246:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.553518:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571392:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.553582:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317786f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5a2 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.553601:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d317786f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5a2 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.553619:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016135.554179:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332410624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4206us (5482us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.554192:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13239 00000100:00100000:0.0:1734016135.559545:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.559703:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410752 00000100:00100000:1.0:1734016135.559716:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410752 00000100:00100000:1.0:1734016135.559820:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13240 00000100:00100000:1.0:1734016135.559830:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332410752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.559854:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.559880:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3177876 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5a9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.559975:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571520:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.560056:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.563105:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571520:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.563142:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3177876 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5a9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.563156:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d3177876 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5a9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.563179:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016135.563242:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332410752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3412us (3714us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.563249:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13240 00000100:00100000:0.0:1734016135.567336:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.567456:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332410880 00000100:00100000:1.0:1734016135.567472:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332410880 00000100:00100000:1.0:1734016135.567539:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13241 00000100:00100000:1.0:1734016135.567549:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332410880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.567576:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.567602:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317787d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5b0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.567679:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571648:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.567810:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.570713:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334571648:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.570849:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317787d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5b0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.570869:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317787d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5b0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.570897:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016135.571619:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332410880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4068us (4292us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.571634:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13241 00000100:00100000:3.0:1734016135.575120:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.575238:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332411008 00000100:00100000:1.0:1734016135.575253:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332411008 00000100:00100000:1.0:1734016135.575357:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13242 00000100:00100000:1.0:1734016135.575368:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332411008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.575390:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.575415:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177884 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5b7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.575490:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334571776:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.575570:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.577649:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334571776:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016135.577704:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177884 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5b7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.577805:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177884 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5b7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.578210:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016135.578291:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332411008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2922us (3183us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.578302:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13242 00000100:00100000:3.0:1734016135.582188:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.582300:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332411136 00000100:00100000:1.0:1734016135.582312:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332411136 00000100:00100000:1.0:1734016135.582364:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13243 00000100:00100000:1.0:1734016135.582369:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332411136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.582394:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.582417:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5be expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.582450:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.582457:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.582459:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.582462:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.582491:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.582501:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.582516:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334571904:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016135.582582:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.587189:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334571904:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016135.587236:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.587259:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016135.587334:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332411136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4963us (5166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.587347:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13243 00000100:00100000:0.0:1734016135.588426:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.588846:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332411264 00000100:00100000:2.0:1734016135.588855:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332411264 00010000:00010000:2.0:1734016135.588887:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.588927:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3565 00000100:00100000:2.0:1734016135.588934:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332411264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.588947:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.588970:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.588981:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.589009:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177829 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1294335) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c563 expref: 8 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.589031:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.589033:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.589040:0:9883:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.589049:0:9883:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.589083:0:9883:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.589097:0:9883:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334572032:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016135.589160:0:9883:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.594586:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.594716:0:9883:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9883:1818247334572032:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016135.594775:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.594842:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332411264:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5906us (6417us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.594857:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3565 00000100:00100000:1.0:1734016135.595458:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332411520 00000100:00100000:1.0:1734016135.595469:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332411520 00002000:00100000:1.0:1734016135.595528:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (126976->131071) req@ffff88012db21180 x1818247332411520/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.595538:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21180 with x1818247332411520 ext(126976->131071) 00002000:00010000:1.0:1734016135.595545:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db21180 00000100:00100000:1.0:1734016135.595581:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10091 00000100:00100000:1.0:1734016135.595590:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332411520:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.595806:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332411520:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 217us (1238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.595814:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10091 00002000:00100000:1.0:1734016135.595820:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (126976->131071) req@ffff88012db21180 x1818247332411520/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.595832:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db21180 with x1818247332411520 ext(126976->131071) 00002000:00010000:1.0:1734016135.595836:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db21180 00000100:00100000:0.0:1734016135.601839:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.601974:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332411776 00000100:00100000:2.0:1734016135.601987:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332411776 00002000:00100000:2.0:1734016135.602043:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (131072->135167) req@ffff88012db23100 x1818247332411776/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.602061:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23100 with x1818247332411776 ext(131072->135167) 00002000:00010000:2.0:1734016135.602068:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db23100 00000100:00100000:2.0:1734016135.602105:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10092 00000100:00100000:2.0:1734016135.602112:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332411776:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.602289:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332411776:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 176us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.602296:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10092 00002000:00100000:2.0:1734016135.602301:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (131072->135167) req@ffff88012db23100 x1818247332411776/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.602308:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23100 with x1818247332411776 ext(131072->135167) 00002000:00010000:2.0:1734016135.602311:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db23100 00000100:00100000:3.0:1734016135.605377:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.605473:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412032 00000100:00100000:1.0:1734016135.605482:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412032 00002000:00100000:1.0:1734016135.605530:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (135168->139263) req@ffff880139bf1180 x1818247332412032/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.605539:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1180 with x1818247332412032 ext(135168->139263) 00002000:00010000:1.0:1734016135.605544:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1180 00000100:00100000:1.0:1734016135.606012:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10093 00000100:00100000:1.0:1734016135.606024:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332412032:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.606275:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332412032:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 254us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.606282:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10093 00002000:00100000:1.0:1734016135.606289:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (135168->139263) req@ffff880139bf1180 x1818247332412032/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.606296:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1180 with x1818247332412032 ext(135168->139263) 00002000:00010000:1.0:1734016135.606299:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1180 00000100:00100000:0.0:1734016135.614543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.614636:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.614784:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412288 00000100:00100000:2.0:1734016135.614803:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412288 00000100:00100000:2.0:1734016135.614874:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412160 00000100:00100000:2.0:1734016135.614876:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412160 00000100:00100000:2.0:1734016135.615013:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13244 00000100:00100000:2.0:1734016135.615025:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332412288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.615055:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.615089:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3177892 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5cc expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.615168:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334572160:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.615383:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13245 00000100:00100000:0.0:1734016135.615388:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332412160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.615397:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.615409:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5c5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.615433:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.615435:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.615446:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.615463:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.615476:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016135.616090:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.616143:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332412160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 752us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.616150:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13245 00000100:00100000:2.0:1734016135.619446:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334572160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.619515:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3177892 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5cc expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.619541:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3177892 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5cc expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.619568:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016135.620458:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332412288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5427us (5933us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.620473:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13244 00000100:00100000:3.0:1734016135.626654:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.628966:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412416 00000100:00100000:2.0:1734016135.628990:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412416 00000100:00100000:1.0:1734016135.630354:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13246 00000100:00100000:1.0:1734016135.630372:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332412416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.630404:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.630449:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5d3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.630505:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.630513:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.630518:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.630520:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.630523:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3985408->3993599] (req 3985408->3993599) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.630575:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.630591:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1734016135.630607:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334572288:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016135.630773:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.630782:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 6 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.630790:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334572416:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016135.630820:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.637805:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334572288:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016135.640462:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.640650:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334572416:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016135.640701:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3985408->3993599] (req 3985408->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.640757:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:0.0:1734016135.641534:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332412416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11165us (14897us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.641547:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13246 00000100:00100000:2.0:1734016135.641876:0:9883:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412544 00000100:00100000:2.0:1734016135.641887:0:9883:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412544 00010000:00010000:2.0:1734016135.641929:0:9883:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 499 lvb_type: 1 00000100:00100000:2.0:1734016135.641968:0:9883:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3566 00000100:00100000:2.0:1734016135.641974:0:9883:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332412544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.641989:0:9883:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.642012:0:9883:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 499 lvb_type: 1 00010000:00010000:2.0:1734016135.642021:0:9883:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 499 lvb_type: 1 00010000:00010000:2.0:1734016135.642046:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5680/0xb46129d8d3177899 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5c5 expref: 9 pid: 13917 timeout: 499 lvb_type: 1 00010000:00010000:2.0:1734016135.642064:0:9883:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.642081:0:9883:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332412544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 108us (1638us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.642086:0:9883:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3566 00000100:00100000:1.0:1734016135.643810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.644188:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412672 00000100:00100000:0.0:1734016135.644203:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412672 00010000:00010000:0.0:1734016135.644244:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016135.644299:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3567 00000100:00100000:0.0:1734016135.644312:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332412672:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.644331:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.644369:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.644387:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.644414:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317788b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5be expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.647176:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.647189:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.647210:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.647230:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.647309:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.647332:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334572544:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016135.647495:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.658831:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334572544:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016135.658879:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.662576:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332412672:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 18238us (18752us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.662594:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3567 00000100:00100000:2.0:1734016135.665090:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.665807:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412800 00000100:00100000:0.0:1734016135.665825:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412800 00000100:00100000:0.0:1734016135.665902:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13247 00000100:00100000:0.0:1734016135.665922:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332412800:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016135.666293:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4265849 -> 4265849 00002000:00010000:0.0:1734016135.666297:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016135.666300:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:0.0:1734016135.666302:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016135.666304:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 168 00000100:00100000:0.0:1734016135.666393:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332412800:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 481us (1314us total) trans 4294969846 rc 0/0 00000100:00100000:0.0:1734016135.666401:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13247 00000100:00100000:1.0:1734016135.671390:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.671548:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332412928 00000100:00100000:2.0:1734016135.671559:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332412928 00000100:00100000:2.0:1734016135.672129:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13248 00000100:00100000:2.0:1734016135.672138:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332412928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.672159:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.672179:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31778a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5da expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.672249:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334572672:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.673180:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.677532:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00000100:00100000:2.0:1734016135.677571:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334572672:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.677625:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31778a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5da expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.677644:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d31778a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5da expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.677673:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016135.677792:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332412928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5654us (6412us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.677803:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13248 00000100:00100000:3.0:1734016135.681560:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.681668:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413056 00000100:00100000:2.0:1734016135.681678:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413056 00000100:00100000:2.0:1734016135.682186:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13249 00000100:00100000:2.0:1734016135.682194:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332413056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.682215:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.682239:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31778ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5e1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.682298:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334572800:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.682381:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.685015:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334572800:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.685065:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31778ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5e1 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.685082:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31778ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5e1 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.685112:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016135.685182:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332413056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2986us (3631us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.685193:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13249 00000100:00100000:1.0:1734016135.689578:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.689681:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413184 00000100:00100000:2.0:1734016135.689695:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413184 00000100:00100000:2.0:1734016135.689786:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13250 00000100:00100000:2.0:1734016135.689796:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332413184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.689826:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.689855:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d31778b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5e8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.691155:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334572928:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.691279:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.696214:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334572928:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.696251:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d31778b5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5e8 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.696267:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d31778b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5e8 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.696386:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016135.696456:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332413184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6661us (6898us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.696470:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13250 00000100:00100000:1.0:1734016135.700208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.700327:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413312 00000100:00100000:2.0:1734016135.700341:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413312 00000100:00100000:2.0:1734016135.700404:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13251 00000100:00100000:2.0:1734016135.700412:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332413312:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.700991:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4265849 -> 4265849 00002000:00010000:2.0:1734016135.700994:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.700996:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:2.0:1734016135.700998:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.700999:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 184 00000100:00100000:2.0:1734016135.701164:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332413312:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 751us (972us total) trans 4294969847 rc 0/0 00000100:00100000:2.0:1734016135.701172:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13251 00000100:00100000:0.0:1734016135.704875:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.705074:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413440 00000100:00100000:2.0:1734016135.705087:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413440 00000100:00100000:2.0:1734016135.705143:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13252 00000100:00100000:2.0:1734016135.705150:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332413440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.705176:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.705205:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31778bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5ef expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.705276:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573056:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.705365:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.709209:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.709217:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016135.709249:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573056:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.709293:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31778bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5ef expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.709306:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d31778bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5ef expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.709648:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016135.709714:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332413440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4562us (4857us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.709745:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13252 00000100:00100000:1.0:1734016135.713044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.713147:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413568 00000100:00100000:2.0:1734016135.713160:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413568 00000100:00100000:2.0:1734016135.713223:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13253 00000100:00100000:2.0:1734016135.713231:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332413568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.713255:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.713278:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31778c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5f6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.713343:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573184:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.713421:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.720114:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573184:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.720155:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31778c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5f6 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.720173:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31778c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5f6 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.720189:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:3.0:1734016135.720346:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332413568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7114us (7315us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.720359:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13253 00000100:00100000:3.0:1734016135.724802:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.724901:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413696 00000100:00100000:0.0:1734016135.724924:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413696 00000100:00100000:0.0:1734016135.724987:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13254 00000100:00100000:0.0:1734016135.724996:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332413696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.725019:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.725042:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d31778ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c5fd expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.725110:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334573312:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.725200:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016135.729485:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016135 -> 1734016136 00000100:00100000:0.0:1734016135.729520:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334573312:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016135.729576:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d31778ca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5fd expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.729599:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d31778ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5fd expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.730261:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016135.730367:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332413696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5367us (5584us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.730379:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13254 00000100:00100000:1.0:1734016135.739088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.739160:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413824 00000100:00100000:0.0:1734016135.739172:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413824 00000100:00100000:0.0:1734016135.739220:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13255 00000100:00100000:0.0:1734016135.739227:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332413824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.739245:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.739261:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c604 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.739313:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334573440:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.739373:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.746294:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334573440:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016135.746361:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778d1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c604 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.746385:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c604 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.746431:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016135.746543:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332413824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7314us (7469us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.746557:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13255 00000100:00100000:1.0:1734016135.758262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.760664:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332413952 00000100:00100000:0.0:1734016135.760689:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332413952 00000100:00100000:0.0:1734016135.760792:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13256 00000100:00100000:0.0:1734016135.760801:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332413952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.760830:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.761022:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c60b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.761103:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573568:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.763589:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.768503:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573568:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.768554:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c60b expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.768571:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c60b expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.768592:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:2.0:1734016135.768646:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332413952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7845us (10401us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.768655:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13256 00000100:00100000:3.0:1734016135.774566:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.775319:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414080 00000100:00100000:2.0:1734016135.775331:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414080 00000100:00100000:2.0:1734016135.775393:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13257 00000100:00100000:2.0:1734016135.775400:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332414080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.775420:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.775441:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c612 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.775468:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.775474:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.775476:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.775479:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4198400->4202495] (req 4198400->4202495) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.775505:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.775516:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 9 pid: 13917 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016135.775528:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573696:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016135.775597:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.783502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.783645:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334573696:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016135.783694:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4198400->4202495] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.783718:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016135.783844:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332414080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8442us (9588us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.783854:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13257 00000100:00100000:3.0:1734016135.785684:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414208 00000100:00100000:3.0:1734016135.785706:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414208 00010000:00010000:3.0:1734016135.785802:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 10 pid: 13917 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016135.785868:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3568 00000100:00100000:3.0:1734016135.785879:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332414208:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.785902:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.786145:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 10 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016135.786158:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 10 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016135.786189:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d31778a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c5d3 expref: 10 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016135.787737:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.787745:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.787765:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.787778:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.787856:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.788020:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334573824:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016135.790171:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.797472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.797580:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414464 00000100:00100000:2.0:1734016135.797592:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414464 00002000:00100000:2.0:1734016135.797642:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4198400->4202495) req@ffff8800797d5500 x1818247332414464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.797665:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5500 with x1818247332414464 ext(4198400->4202495) 00002000:00010000:2.0:1734016135.797672:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d5500 00000100:00100000:2.0:1734016135.797708:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10094 00000100:00100000:2.0:1734016135.797717:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332414464:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.798515:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334573824:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016135.798543:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.799181:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332414464:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1459us (1722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.799195:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10094 00002000:00100000:2.0:1734016135.799209:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4198400->4202495) req@ffff8800797d5500 x1818247332414464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.799219:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5500 with x1818247332414464 ext(4198400->4202495) 00002000:00010000:2.0:1734016135.799227:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d5500 00000100:00100000:3.0:1734016135.800439:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332414208:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14543us (16941us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.800462:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3568 00000100:00100000:1.0:1734016135.808306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.808374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.808477:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414720 00000100:00100000:2.0:1734016135.808494:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414720 00000100:00100000:2.0:1734016135.808567:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414592 00000100:00100000:2.0:1734016135.808570:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414592 00000100:00100000:2.0:1734016135.808596:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13258 00000100:00100000:2.0:1734016135.808605:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332414720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.808637:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.808669:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d31778e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c620 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.808783:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334573952:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.808870:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.808947:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13259 00000100:00100000:0.0:1734016135.808955:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332414592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.808965:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.808981:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c619 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.808995:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.808998:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.809011:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.809037:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.809052:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016135.809082:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332414592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 127us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.809088:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13259 00002000:00010000:2.0:1734016135.812271:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016135.812324:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334573952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.812395:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d31778e6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c620 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.812416:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d31778e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c620 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.812998:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016135.813929:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332414720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5307us (5616us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.813944:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13258 00000100:00100000:0.0:1734016135.818715:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.818984:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414848 00000100:00100000:2.0:1734016135.818998:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414848 00000100:00100000:2.0:1734016135.819119:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13260 00000100:00100000:2.0:1734016135.819127:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332414848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.819159:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.819181:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31778f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c627 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.819250:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334574080:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.819945:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.823388:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334574080:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.823458:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31778f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c627 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.823486:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31778f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c627 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.823512:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016135.823570:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332414848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4441us (4873us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.823580:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13260 00000100:00100000:1.0:1734016135.827643:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.827796:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332414976 00000100:00100000:2.0:1734016135.827809:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332414976 00000100:00100000:2.0:1734016135.827879:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13261 00000100:00100000:2.0:1734016135.827887:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332414976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.827920:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.827950:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c62e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.827996:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.828006:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.828010:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.828012:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.828015:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2793472->2801663] (req 2793472->2801663) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.828055:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.828069:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 9 pid: 13917 timeout: 500 lvb_type: 1 00000100:00100000:2.0:1734016135.828083:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334574208:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016135.829366:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.829379:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016135.829391:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334574336:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016135.829422:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.832465:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016135.832572:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.832700:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415104 00000100:00100000:3.0:1734016135.832717:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415104 00010000:00010000:3.0:1734016135.832837:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 10 pid: 13917 timeout: 500 lvb_type: 1 00000100:00100000:3.0:1734016135.832889:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415232 00000100:00100000:3.0:1734016135.832892:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415232 00010000:00010000:3.0:1734016135.832904:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 9 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016135.832954:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3569 00000100:00100000:3.0:1734016135.832965:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332415104:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.832990:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.833029:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 10 pid: 13917 timeout: 500 lvb_type: 1 00010000:00010000:3.0:1734016135.833043:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 10 pid: 13917 timeout: 500 lvb_type: 1 00010000:00010000:3.0:1734016135.833086:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.833173:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332415104:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 210us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.833182:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3569 00000100:00100000:3.0:1734016135.833206:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3570 00000100:00100000:3.0:1734016135.833210:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332415232:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.833218:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.833226:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 9 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016135.833236:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 9 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016135.833250:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.833253:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.833265:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.833274:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.833317:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.833337:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334574464:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016135.833392:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016135.834371:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d31778ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c619 expref: 9 pid: 13917 timeout: 500 lvb_type: 1 00000100:00100000:2.0:1734016135.834413:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334574208:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016135.834433:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d31778df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c612 expref: 9 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016135.834448:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334574336:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016135.834496:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.834511:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016135.834566:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332414976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6680us (6938us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.834580:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13261 00000100:00100000:3.0:1734016135.836679:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334574464:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016135.836714:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.836802:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332415232:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3589us (4228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.836816:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3570 00000100:00100000:1.0:1734016135.839257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.839491:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415360 00000100:00100000:2.0:1734016135.839508:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415360 00000100:00100000:2.0:1734016135.839580:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13262 00000100:00100000:2.0:1734016135.839591:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332415360:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.839944:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4265849 -> 4265849 00002000:00010000:2.0:1734016135.839948:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.839950:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:2.0:1734016135.839952:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016135 00002000:00010000:2.0:1734016135.839955:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:2.0:1734016135.840093:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332415360:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 505us (856us total) trans 4294969848 rc 0/0 00000100:00100000:2.0:1734016135.840100:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13262 00000100:00100000:0.0:1734016135.844710:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.844977:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.845124:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415488 00000100:00100000:3.0:1734016135.845141:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415488 00000100:00100000:3.0:1734016135.845185:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415616 00000100:00100000:3.0:1734016135.845187:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415616 00000100:00100000:3.0:1734016135.845202:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13263 00000100:00100000:3.0:1734016135.845209:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332415488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.845232:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.845254:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177902 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c635 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.845318:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334574592:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.845383:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.845450:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13264 00000100:00100000:1.0:1734016135.845456:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332415616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.845464:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.845476:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177909 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c63c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.845503:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334574720:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.845525:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016135.848664:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016136 00002000:00010000:3.0:1734016135.848674:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016135 -> 1734016136 00000100:00100000:3.0:1734016135.848700:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334574592:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.848773:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177902 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c635 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.848791:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177902 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c635 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.848820:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016135.848878:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332415488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3668us (4180us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.848888:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13263 00000100:00100000:0.0:1734016135.849011:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334574720:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016135.849042:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177909 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c63c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.849053:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177909 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c63c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.849080:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:0.0:1734016135.849103:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332415616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3646us (4126us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.849108:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13264 00000100:00100000:1.0:1734016135.859857:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.859884:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415744 00000100:00100000:1.0:1734016135.859891:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016135.859892:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415744 00000100:00100000:0.0:1734016135.860076:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332415872 00000100:00100000:0.0:1734016135.860079:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332415872 00000100:00100000:0.0:1734016135.860097:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13265 00000100:00100000:0.0:1734016135.860104:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332415744:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016135.860104:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13266 00000100:00100000:2.0:1734016135.860109:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332415872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.860120:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.860120:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.860135:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3177910 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c643 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.860135:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3177917 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c64a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.860180:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334574848:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.860180:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334574976:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016135.860250:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.860266:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.861525:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334574976:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016135.861542:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334574848:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.861548:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3177917 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c64a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.861558:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3177910 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c643 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.861558:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3177917 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c64a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.861566:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3177910 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c643 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.861582:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00010000:00010000:2.0:1734016135.861582:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:1.0:1734016135.861609:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332415744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1504us (1761us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.861617:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13265 00000100:00100000:2.0:1734016135.861666:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332415872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1555us (1773us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.861671:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13266 00000100:00100000:1.0:1734016135.864822:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.864965:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332416128 00000100:00100000:2.0:1734016135.864980:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332416128 00002000:00100000:2.0:1734016135.865054:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (630784->634879) req@ffff880076109500 x1818247332416128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.865067:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109500 with x1818247332416128 ext(630784->634879) 00002000:00010000:2.0:1734016135.865074:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109500 00000100:00100000:2.0:1734016135.865104:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10095 00000100:00100000:2.0:1734016135.865113:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332416128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.865338:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332416128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 225us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.865348:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10095 00002000:00100000:2.0:1734016135.865354:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (630784->634879) req@ffff880076109500 x1818247332416128/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.865360:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109500 with x1818247332416128 ext(630784->634879) 00002000:00010000:2.0:1734016135.865363:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109500 00000100:00100000:1.0:1734016135.870917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.871463:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332416384 00000100:00100000:2.0:1734016135.871480:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332416384 00002000:00100000:2.0:1734016135.871544:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (634880->638975) req@ffff880076109180 x1818247332416384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.871556:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247332416384 ext(634880->638975) 00002000:00010000:2.0:1734016135.871563:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:2.0:1734016135.871603:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10096 00000100:00100000:2.0:1734016135.871611:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332416384:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.871857:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332416384:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 245us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.871864:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10096 00002000:00100000:2.0:1734016135.871870:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (634880->638975) req@ffff880076109180 x1818247332416384/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.871877:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247332416384 ext(634880->638975) 00002000:00010000:2.0:1734016135.871881:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:0.0:1734016135.876189:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.876369:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332416512 00000100:00100000:2.0:1734016135.876380:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332416512 00002000:00100000:2.0:1734016135.876436:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (630784->638975) req@ffff880075e85880 x1818247332416512/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 8680/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.876499:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85880 with x1818247332416512 ext(630784->638975) 00002000:00010000:2.0:1734016135.876506:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85880 00000100:00100000:2.0:1734016135.877134:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10097 00000100:00100000:2.0:1734016135.877145:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332416512:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.878203:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332416512:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1057us (2036us total) trans 4294968224 rc 0/0 00000100:00100000:2.0:1734016135.878212:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10097 00002000:00100000:2.0:1734016135.878221:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (630784->638975) req@ffff880075e85880 x1818247332416512/t4294968224(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:96/0 lens 8680/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.878230:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85880 with x1818247332416512 ext(630784->638975) 00002000:00010000:2.0:1734016135.878236:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85880 00000100:00100000:0.0:1734016135.881162:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.881477:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332416640 00000100:00100000:2.0:1734016135.881499:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332416640 00000100:00100000:2.0:1734016135.881580:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13267 00000100:00100000:2.0:1734016135.881590:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332416640:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.885201:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968224 is committed 00000100:00100000:0.0:1734016135.885919:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332416640:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4312us (4758us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.885931:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13267 00000100:00100000:0.0:1734016135.891889:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.893870:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332416768 00000100:00100000:2.0:1734016135.893887:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332416768 00000100:00100000:2.0:1734016135.893979:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13268 00000100:00100000:2.0:1734016135.893986:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332416768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.894014:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.894043:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d317791e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c651 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.894127:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575104:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.894233:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.895014:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.895767:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332416896 00000100:00100000:2.0:1734016135.895781:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332416896 00000100:00100000:2.0:1734016135.895838:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13269 00000100:00100000:2.0:1734016135.895844:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332416896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.895864:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.895889:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3177925 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c658 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.895959:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334575232:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016135.896021:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.904711:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016135.904778:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575104:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016135.904812:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d317791e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c651 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.904825:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d317791e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c651 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.904841:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00002000:00010000:3.0:1734016135.905664:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016135 -> 1734016136 00002000:00010000:3.0:1734016135.905670:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 32 -> 48 00000100:00100000:3.0:1734016135.905682:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334575232:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.905701:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3177925 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c658 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.905709:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3177925 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c658 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.905740:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016135.908961:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332416768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14960us (17083us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.908973:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13268 00000100:00100000:3.0:1734016135.910214:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332416896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14356us (15188us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.910223:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13269 00010000:00010000:3.0:1734016135.917933:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016135.919438:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.919554:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417024 00000100:00100000:3.0:1734016135.919573:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417024 00000100:00100000:3.0:1734016135.919652:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13270 00000100:00100000:3.0:1734016135.919659:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332417024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.919686:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.919715:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c65f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.919787:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.919795:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.919797:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.919801:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5943296->5947391] (req 5943296->5947391) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.919837:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.919847:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 7 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016135.919859:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334575360:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016135.919933:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.925119:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016135.925253:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417152 00000100:00100000:2.0:1734016135.925263:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417152 00010000:00010000:2.0:1734016135.925303:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016135.925429:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334575360:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016135.925457:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5943296->5947391] (req 5943296->5947391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.925470:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016135.925507:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332417024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5848us (6084us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.925514:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13270 00000100:00100000:2.0:1734016135.925672:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3571 00000100:00100000:2.0:1734016135.925678:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332417152:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.925691:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.925709:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016135.925718:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016135.925829:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d31778fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2793472->2801663) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c62e expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016135.926210:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.926212:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.926218:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.926227:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.926262:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.926279:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334575488:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016135.928104:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.933127:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.933978:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334575488:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016135.934016:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.934088:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332417152:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8407us (8979us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.934107:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3571 00000100:00100000:2.0:1734016135.934311:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417280 00000100:00100000:2.0:1734016135.934323:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417280 00000100:00100000:2.0:1734016135.934378:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13271 00000100:00100000:2.0:1734016135.934389:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332417280:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.934715:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4265849 -> 4265849 00002000:00010000:2.0:1734016135.934755:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016135 00002000:00010000:2.0:1734016135.934758:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016134 00002000:00010000:2.0:1734016135.934760:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016135 00002000:00010000:2.0:1734016135.934763:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 192 00000100:00100000:2.0:1734016135.934788:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332417280:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 400us (1677us total) trans 4294969849 rc 0/0 00000100:00100000:2.0:1734016135.934795:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13271 00000100:00100000:0.0:1734016135.943891:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.944024:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417408 00000100:00100000:3.0:1734016135.944042:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417408 00000100:00100000:3.0:1734016135.944111:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13272 00000100:00100000:3.0:1734016135.944120:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332417408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.944148:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.944175:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177933 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c666 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.944249:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575616:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.944306:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016135.954066:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016135 -> 1734016136 00002000:00010000:3.0:1734016135.954076:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016136 00002000:00010000:3.0:1734016135.954078:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016135 -> 1734016136 00000100:00100000:3.0:1734016135.954101:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575616:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.954139:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177933 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c666 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.954153:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177933 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c666 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.954176:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016135.954245:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332417408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10126us (10363us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.954253:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13272 00000100:00100000:0.0:1734016135.966896:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.967008:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417536 00000100:00100000:3.0:1734016135.967016:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417536 00000100:00100000:3.0:1734016135.967070:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13273 00000100:00100000:3.0:1734016135.967078:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332417536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.967097:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.967117:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317793a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c66d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.967187:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575744:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.967254:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.979249:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575744:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016135.979299:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317793a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c66d expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.979315:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317793a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c66d expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.979342:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016135.984548:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332417536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17449us (17647us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.984572:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13273 00000100:00100000:0.0:1734016135.992096:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016135.994209:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417664 00000100:00100000:3.0:1734016135.994224:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417664 00000100:00100000:3.0:1734016135.994299:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13274 00000100:00100000:3.0:1734016135.994308:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332417664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.994334:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.994358:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177941 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c674 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.994420:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575872:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016135.994494:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.005794:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334575872:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.005860:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177941 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c674 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.005878:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177941 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c674 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.005921:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016136.006036:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332417664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11727us (13951us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.006052:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13274 00000100:00100000:1.0:1734016136.014122:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.017553:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417792 00000100:00100000:3.0:1734016136.017576:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417792 00000100:00100000:3.0:1734016136.017691:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13275 00000100:00100000:3.0:1734016136.017702:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332417792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.017811:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.017852:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177948 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c67b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.017981:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334576000:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.018120:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.026057:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334576000:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.026124:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177948 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c67b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.026144:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177948 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c67b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.026177:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016136.026292:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332417792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8588us (12189us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.026305:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13275 00000100:00100000:0.0:1734016136.032230:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.032517:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332417920 00000100:00100000:3.0:1734016136.032525:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332417920 00000100:00100000:3.0:1734016136.033756:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13276 00000100:00100000:3.0:1734016136.033765:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332417920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.033793:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.033820:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d317794f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c682 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.033912:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576128:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.034030:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00080000:2.0:1734016136.035485:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016106 00000100:00100000:3.0:1734016136.041130:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576128:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.041199:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d317794f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c682 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.041217:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d317794f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c682 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.041246:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016136.043570:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332417920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9783us (11331us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.043591:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13276 00000100:00100000:0.0:1734016136.060704:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.061010:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418048 00000100:00100000:3.0:1734016136.061022:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418048 00000100:00100000:3.0:1734016136.061069:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13277 00000100:00100000:3.0:1734016136.061081:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332418048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.061107:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.061127:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177956 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c689 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.061198:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576256:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.061285:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.066081:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576256:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.066145:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177956 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c689 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.066162:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177956 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c689 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.066714:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016136.067179:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332418048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6097us (6480us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.067192:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13277 00000100:00100000:0.0:1734016136.078144:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.078291:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418176 00000100:00100000:3.0:1734016136.078301:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418176 00000100:00100000:3.0:1734016136.078407:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13278 00000100:00100000:3.0:1734016136.078415:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087221c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332418176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.078435:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.078454:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d317795d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c690 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.078505:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.078562:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.080525:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576384:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.080574:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d317795d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c690 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.080589:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d317795d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c690 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.080604:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016136.080669:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087221c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332418176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2252us (2535us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.080679:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13278 00000100:00100000:0.0:1734016136.084529:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.085118:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418304 00000100:00100000:3.0:1734016136.085129:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418304 00000100:00100000:3.0:1734016136.085645:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13279 00000100:00100000:3.0:1734016136.085655:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332418304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.085682:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.085706:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c697 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.085763:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.085771:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.085773:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.085776:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.085809:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.085821:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 5 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016136.085839:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576512:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016136.085914:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.092657:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334576512:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016136.092709:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.092988:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016136.093066:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016136.093145:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332418304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7490us (8631us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.093157:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13279 00000100:00100000:2.0:1734016136.093263:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418432 00000100:00100000:2.0:1734016136.093272:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418432 00010000:00010000:2.0:1734016136.093305:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.093332:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3572 00000100:00100000:2.0:1734016136.093339:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332418432:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.093356:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.093384:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.093398:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.093424:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177757 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c4ad expref: 6 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.093443:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.093446:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.093456:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.093466:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.093504:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.093521:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334576640:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016136.093569:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.103086:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334576640:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016136.103121:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.104218:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332418432:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10867us (11220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.104239:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3572 00000100:00100000:0.0:1734016136.116457:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.116670:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418688 00000100:00100000:2.0:1734016136.116683:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418688 00002000:00100000:2.0:1734016136.116794:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079a72300 x1818247332418688/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.116808:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72300 with x1818247332418688 ext(0->4194303) 00002000:00010000:2.0:1734016136.116815:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a72300 00000100:00100000:2.0:1734016136.116843:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10098 00000100:00100000:2.0:1734016136.116854:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332418688:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.180982:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332418688:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 64116us (64525us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016136.180997:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10098 00002000:00100000:3.0:1734016136.181012:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079a72300 x1818247332418688/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.181022:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72300 with x1818247332418688 ext(0->4194303) 00002000:00010000:3.0:1734016136.181028:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a72300 00000100:00100000:0.0:1734016136.195689:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.200294:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418816 00000100:00100000:3.0:1734016136.200320:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418816 00002000:00100000:3.0:1734016136.200387:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2301952->2310143) req@ffff880079a70e00 x1818247332418816/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 8680/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.200399:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a70e00 with x1818247332418816 ext(2301952->2310143) 00002000:00010000:3.0:1734016136.200407:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a70e00 00000100:00100000:3.0:1734016136.200452:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10099 00000100:00100000:3.0:1734016136.200463:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332418816:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016136.201654:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332418816:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1187us (5979us total) trans 4294968225 rc 0/0 00000100:00100000:3.0:1734016136.201665:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10099 00002000:00100000:3.0:1734016136.201673:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2301952->2310143) req@ffff880079a70e00 x1818247332418816/t4294968225(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 8680/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.201681:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a70e00 with x1818247332418816 ext(2301952->2310143) 00002000:00010000:3.0:1734016136.201685:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a70e00 00000100:00100000:0.0:1734016136.203900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.203994:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332418944 00000100:00100000:3.0:1734016136.204003:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332418944 00000100:00100000:3.0:1734016136.204042:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13280 00000100:00100000:3.0:1734016136.204049:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332418944:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016136.208647:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968225 is committed 00000100:00100000:3.0:1734016136.208969:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332418944:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4908us (5064us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.208986:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13280 00000100:00100000:2.0:1734016136.221619:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.221843:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332419072 00000100:00100000:3.0:1734016136.221858:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332419072 00000100:00100000:3.0:1734016136.221923:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13281 00000100:00100000:3.0:1734016136.221932:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332419072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.221960:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.221986:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c69e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.222030:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.222041:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.222043:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.222047:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2695168->2707455] (req 2695168->2707455) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.222083:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.222097:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 10 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016136.222113:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334576768:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016136.222204:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.226473:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334576768:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016136.226538:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2695168->2707455] (req 2695168->2707455) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.226563:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016136.226638:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332419072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4705us (5030us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.226654:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13281 00000100:00100000:0.0:1734016136.230951:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.231122:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332419200 00000100:00100000:2.0:1734016136.231139:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332419200 00010000:00010000:2.0:1734016136.231206:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 11 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.231252:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3573 00000100:00100000:2.0:1734016136.231262:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332419200:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.231280:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.231308:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 11 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.231322:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 11 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.231350:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317792c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c65f expref: 11 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.231386:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.231389:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.231397:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.231407:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.231471:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.231492:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334576896:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016136.231590:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016136.232006:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016106 00000100:00100000:0.0:1734016136.236412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.236424:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334576896:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016136.236443:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.236490:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332419200:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5229us (5560us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.236502:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3573 00000100:00100000:3.0:1734016136.236752:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332419456 00000100:00100000:3.0:1734016136.236761:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332419456 00002000:00100000:3.0:1734016136.236815:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2695168->2699263) req@ffff880079a71500 x1818247332419456/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.236829:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71500 with x1818247332419456 ext(2695168->2699263) 00002000:00010000:3.0:1734016136.236834:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71500 00000100:00100000:3.0:1734016136.236861:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10100 00000100:00100000:3.0:1734016136.236867:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332419456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.237045:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332419456:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 177us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.237051:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10100 00002000:00100000:3.0:1734016136.237056:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2695168->2699263) req@ffff880079a71500 x1818247332419456/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.237063:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71500 with x1818247332419456 ext(2695168->2699263) 00002000:00010000:3.0:1734016136.237065:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71500 00000100:00100000:0.0:1734016136.238861:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.238998:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332419712 00000100:00100000:3.0:1734016136.239012:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332419712 00002000:00100000:3.0:1734016136.239042:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2703360->2707455) req@ffff880079a71180 x1818247332419712/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.239052:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71180 with x1818247332419712 ext(2703360->2707455) 00002000:00010000:3.0:1734016136.239061:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71180 00000100:00100000:3.0:1734016136.239086:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10101 00000100:00100000:3.0:1734016136.239094:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332419712:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.239646:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332419712:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 551us (793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.239654:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10101 00002000:00100000:3.0:1734016136.239660:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2703360->2707455) req@ffff880079a71180 x1818247332419712/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.239667:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71180 with x1818247332419712 ext(2703360->2707455) 00002000:00010000:3.0:1734016136.239670:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71180 00000100:00100000:0.0:1734016136.244125:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.244279:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332419840 00000100:00100000:3.0:1734016136.244299:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332419840 00000100:00100000:3.0:1734016136.244383:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13282 00000100:00100000:3.0:1734016136.244396:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332419840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.244432:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.244465:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177972 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6a5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.244561:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577024:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.244676:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016136.247875:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 48 -> 64 00000100:00100000:3.0:1734016136.247930:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577024:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.247984:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177972 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6a5 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.248007:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177972 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6a5 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.248169:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016136.248280:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332419840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3884us (4173us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.248294:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13282 00000100:00100000:1.0:1734016136.252055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.252160:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332419968 00000100:00100000:3.0:1734016136.252171:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332419968 00000100:00100000:3.0:1734016136.252387:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13283 00000100:00100000:3.0:1734016136.252397:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332419968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.252420:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.252439:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177979 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6ac expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.252511:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577152:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.252919:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.255041:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577152:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.255089:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177979 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6ac expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.255104:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177979 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6ac expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.255125:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016136.255854:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332419968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3456us (3808us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.255866:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13283 00000100:00100000:1.0:1734016136.259984:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.260501:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420096 00000100:00100000:3.0:1734016136.260518:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420096 00000100:00100000:3.0:1734016136.260695:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13284 00000100:00100000:3.0:1734016136.260703:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332420096:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016136.260985:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016136.260990:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.260993:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.260994:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.260996:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1734016136.264836:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332420096:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 4114us (4844us total) trans 4294968226 rc 0/0 00000100:00100000:3.0:1734016136.264857:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13284 00000100:00100000:0.0:1734016136.272277:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.274468:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420224 00000100:00100000:3.0:1734016136.274484:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420224 00000100:00100000:3.0:1734016136.274550:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13285 00000100:00100000:3.0:1734016136.274560:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332420224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.274583:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.274606:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177980 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6b3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.274673:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577280:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.274875:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.279332:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577280:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.279412:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177980 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6b3 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.280003:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177980 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6b3 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.280197:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016136.280507:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332420224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5945us (8237us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.280524:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13285 00000100:00100000:0.0:1734016136.285045:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.285231:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420352 00000100:00100000:3.0:1734016136.285246:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420352 00000100:00100000:3.0:1734016136.285309:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13286 00000100:00100000:3.0:1734016136.285319:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332420352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.285349:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.285383:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177987 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6ba expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.285457:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577408:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.286393:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.290917:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334577408:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.290989:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177987 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6ba expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.291013:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177987 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6ba expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.291041:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016136.291132:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332420352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5812us (6104us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.291144:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13286 00000100:00100000:1.0:1734016136.296566:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.296788:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420608 00000100:00100000:2.0:1734016136.296801:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420608 00000100:00100000:2.0:1734016136.296872:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2711 00000100:00100000:2.0:1734016136.296880:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332420608:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016136.296985:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.297027:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dba80/0xb46129d8d31777f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c532 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.297065:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016136.297070:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016136.297313:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.297332:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 16 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.297341:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.297389:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 16 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.297406:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 16 pid: 7713 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.297422:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334577536:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016136.297521:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f29840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.301099:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.301299:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334577536:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016136.301349:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:3.0:1734016136.301843:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420736 00000100:00100000:3.0:1734016136.301853:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420736 00010000:00010000:3.0:1734016136.301913:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 17 pid: 7713 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016136.301947:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3574 00000100:00100000:3.0:1734016136.301957:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332420736:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.301975:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.301982:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 17 pid: 7713 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016136.301994:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 17 pid: 7713 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016136.302020:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177837 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c56a expref: 17 pid: 7713 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016136.302042:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016136.302046:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.302055:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.302064:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.302099:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.302160:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332420736:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 203us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.302166:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3574 00000100:00080000:0.0:1734016136.302527:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016106 00010000:00010000:2.0:1734016136.302813:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.302822:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:2.0:1734016136.302945:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969040 00000004:00010000:2.0:1734016136.303005:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007610b800 reply state ffff880097c78000 transno 4294969041 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016136.303013:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016136.303096:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332420608:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6217us (6540us total) trans 4294969041 rc 0/0 00000100:00100000:2.0:1734016136.303103:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2711 00000020:00080000:2.0:1734016136.303107:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016136.318014:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016136.318382:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.318403:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.318410:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.318416:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffcfc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016136.318420:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.318426:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.318443:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016136.318447:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016136.318451:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.318456:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317798e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016136.319531:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420864 00000100:00100000:2.0:1734016136.319560:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420864 00000100:00100000:2.0:1734016136.319665:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13287 00000100:00100000:2.0:1734016136.319679:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332420864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.319743:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.319776:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6c1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.319830:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.319839:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.319844:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.319849:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.319913:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.319927:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 7 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.319941:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334577664:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016136.320049:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075f296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.328074:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334577792:0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.328201:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016136.328572:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334577920:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.328617:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016136.329003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.329111:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577920 00000100:00100000:2.0:1734016136.329126:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577920 00000100:00100000:2.0:1734016136.329199:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1734016136.329209:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334577920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.329280:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334577920:12345-0@lo:400:kworker.0 Request processed in 71us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.329290:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1734016136.329356:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332420992 00000100:00100000:2.0:1734016136.329359:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332420992 00002000:00100000:2.0:1734016136.329412:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2695168->2707455) req@ffff880079a72a00 x1818247332420992/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 12776/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.329424:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72a00 with x1818247332420992 ext(2695168->2707455) 00010000:00010000:2.0:1734016136.329443:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.329464:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 8 pid: 10116 timeout: 500 lvb_type: 0 00002000:00010000:2.0:1734016136.329471:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079a72a00 00000100:00100000:2.0:1734016136.329502:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 365 00000100:00100000:2.0:1734016136.329508:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332420992:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016136.330944:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334577664:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016136.330997:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.331025:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:3.0:1734016136.331106:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332420864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11428us (13101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.331116:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13287 00000100:00100000:1.0:1734016136.331384:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334577792 00000100:00100000:1.0:1734016136.331392:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334577792 00000100:00100000:1.0:1734016136.331432:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1734016136.331439:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334577792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.331499:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334577792:12345-0@lo:400:kworker.0 Request processed in 60us (3302us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.331505:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1734016136.332090:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334578048:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.332138:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016136.332165:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016136.332171:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334578432:0@lo:400:kworker.0 00000100:00100000:0.0:1734016136.332194:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016136.332249:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334577920:0@lo:400:kworker.0 00000100:00080000:0.0:1734016136.332279:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016106 00000100:00100000:2.0:1734016136.332404:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578048 00000100:00100000:2.0:1734016136.332410:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578048 00000100:00100000:2.0:1734016136.332454:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1734016136.332460:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334578048:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734016136.332567:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016106 00000100:00100000:0.0:1734016136.333101:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332420992:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3589us (4099us total) trans 4294969850 rc 0/0 00000100:00100000:0.0:1734016136.333113:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 365 00002000:00100000:0.0:1734016136.333129:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2695168->2707455) req@ffff880079a72a00 x1818247332420992/t4294969850(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 12776/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.333139:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a72a00 with x1818247332420992 ext(2695168->2707455) 00010000:00010000:0.0:1734016136.333151:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.333169:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00002000:00010000:0.0:1734016136.333178:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079a72a00 00000100:00100000:2.0:1734016136.333979:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334578048:12345-0@lo:400:kworker.0 Request processed in 1512us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.333988:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1734016136.334033:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334578304:0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.334087:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016136.334128:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334577792:0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.334152:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016136.334160:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334578176:0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.334186:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016136.334223:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578304 00000100:00100000:2.0:1734016136.334229:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578304 00000100:00100000:2.0:1734016136.334267:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1734016136.334272:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334578304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016136.334310:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334578304:12345-0@lo:400:kworker.0 Request processed in 38us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.334314:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1734016136.334740:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578432 00000100:00100000:3.0:1734016136.334748:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578432 00000100:00100000:3.0:1734016136.334786:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578176 00000100:00100000:3.0:1734016136.334789:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578176 00000100:00100000:3.0:1734016136.334814:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1734016136.334819:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334578432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016136.334860:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334578432:12345-0@lo:400:kworker.0 Request processed in 40us (2665us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.334867:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1734016136.334877:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1734016136.334881:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334578176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016136.334918:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334578176:12345-0@lo:400:kworker.0 Request processed in 36us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.334923:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1734016136.334985:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334578176:0@lo:400:kworker.0 00000100:00100000:3.0:1734016136.334999:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334578304:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.335104:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334578048:0@lo:400:kworker.0 00000100:00100000:1.0:1734016136.335127:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334578432:0@lo:400:kworker.0 00000100:00080000:0.0:1734016136.335428:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016106 00000100:00080000:0.0:1734016136.335434:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016106 00000100:00080000:0.0:1734016136.335436:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016106 00000100:00100000:1.0:1734016136.341147:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.341319:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421120 00000100:00100000:2.0:1734016136.341339:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421120 00010000:00010000:2.0:1734016136.341411:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.341545:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3575 00000100:00100000:2.0:1734016136.341559:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332421120:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.341582:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016136.341614:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 216 00010000:00010000:2.0:1734016136.341623:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.341640:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.341667:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317796b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2695168->2707455) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c69e expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.341711:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.341714:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.341755:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.341767:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.341823:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.341842:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334578560:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016136.343302:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016136.343315:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334578688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016136.343360:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016136.343429:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334578688 00000100:00100000:3.0:1734016136.343434:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334578688 00000100:00100000:3.0:1734016136.343630:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1734016136.343636:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334578688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016136.343655:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980079168 pending 36864 free 3923120128 avail 3691524096 00000100:00100000:3.0:1734016136.343692:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3512:x1818247334578688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.343697:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1734016136.343765:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.344331:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3512:1818247334578688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016136.355174:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334578560:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016136.355219:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.355382:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332421120:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13822us (14253us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.355399:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3575 00000100:00100000:1.0:1734016136.360792:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.360890:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421248 00000100:00100000:0.0:1734016136.360911:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421248 00002000:00010000:0.0:1734016136.360966:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016136.360972:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f480 with x1818247332421248 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016136.360986:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501f480. 00000100:00100000:0.0:1734016136.361029:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10102 00000100:00100000:0.0:1734016136.361037:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332421248:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016136.361545:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4265849 -> 4194304 00002000:00010000:0.0:1734016136.361549:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.361553:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.361555:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.361558:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 216 -> 192 00000100:00100000:0.0:1734016136.361647:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332421248:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 607us (871us total) trans 4294969851 rc 0/0 00000100:00100000:0.0:1734016136.361654:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10102 00002000:00010000:0.0:1734016136.361659:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016136.361661:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f480 with x1818247332421248 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016136.361666:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501f480. 00000100:00100000:2.0:1734016136.361886:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.362251:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421376 00000100:00100000:0.0:1734016136.362257:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421376 00002000:00010000:0.0:1734016136.362276:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1744415->18446744073709551615) 00002000:00100000:0.0:1734016136.362279:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076a00 with x1818247332421376 ext(1744415->18446744073709551615) 00002000:00010000:0.0:1734016136.362290:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077076a00. 00000100:00100000:0.0:1734016136.362453:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10103 00000100:00100000:0.0:1734016136.362460:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332421376:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016136.365325:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1744415 00002000:00010000:0.0:1734016136.365334:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.365336:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.365338:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.365339:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 48 00000100:00100000:0.0:1734016136.367681:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332421376:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 5197us (5771us total) trans 4294968227 rc 0/0 00000100:00100000:0.0:1734016136.367703:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10103 00002000:00010000:0.0:1734016136.367716:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1744415->18446744073709551615) 00002000:00100000:0.0:1734016136.371214:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076a00 with x1818247332421376 ext(1744415->18446744073709551615) 00002000:00010000:0.0:1734016136.371232:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077076a00. 00000100:00100000:2.0:1734016136.389467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.389656:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421504 00000100:00100000:0.0:1734016136.389673:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421504 00000100:00100000:0.0:1734016136.389789:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2712 00000100:00100000:0.0:1734016136.389799:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332421504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.389832:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.389867:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317799c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6c8 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.390034:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31779a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.390056:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31779a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.390073:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31779a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016136.390108:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5938719 00000004:00200000:0.0:1734016136.390114:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016136.390144:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31779a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.390172:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4fc0/0xb46129d8d317799c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c8 expref: 18 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.390204:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31779a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c8 expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.390211:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016136.390214:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016136.390219:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016136.390291:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332421504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 494us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.390298:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2712 00000100:00100000:1.0:1734016136.395149:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.395201:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.398141:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421760 00000100:00100000:0.0:1734016136.398163:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421760 00000100:00100000:0.0:1734016136.398270:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421632 00000100:00100000:0.0:1734016136.398275:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421632 00000100:00100000:0.0:1734016136.398315:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13288 00000100:00100000:0.0:1734016136.398326:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332421760:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016136.398334:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13289 00000100:00100000:2.0:1734016136.398341:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332421632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.398358:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.398359:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.398394:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31779aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6cf expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.398395:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31779b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6d6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.398488:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334578944:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016136.398489:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334578816:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016136.399011:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.399011:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.401890:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334578816:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016136.401958:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31779b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6d6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.401982:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31779b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6d6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.402022:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016136.402100:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332421760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3773us (6969us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.402111:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13288 00000100:00100000:2.0:1734016136.403471:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334578944:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016136.403501:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31779aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6cf expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.403515:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31779aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6cf expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.403537:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016136.403583:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332421632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5240us (8380us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.403592:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13289 00000100:00100000:3.0:1734016136.417798:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.417885:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.417975:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422016 00000100:00100000:0.0:1734016136.417991:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422016 00000100:00100000:0.0:1734016136.418056:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332421888 00000100:00100000:0.0:1734016136.418059:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332421888 00000100:00100000:0.0:1734016136.418088:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13290 00000100:00100000:0.0:1734016136.418098:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332422016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.418135:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.418170:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31779b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6e4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.418289:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334579072:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016136.418407:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.418497:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13291 00000100:00100000:2.0:1734016136.418504:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332421888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.418516:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.418534:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31779bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6dd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.418576:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334579200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016136.418599:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.422875:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334579072:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016136.422937:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31779b8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6e4 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.422960:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5b00/0xb46129d8d31779b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6e4 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.422993:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:2.0:1734016136.423761:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334579200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016136.423787:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31779bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6dd expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.423797:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d31779bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6dd expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.423816:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:0.0:1734016136.424329:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332422016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6226us (6538us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.424345:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13290 00000100:00100000:2.0:1734016136.424948:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332421888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6441us (7060us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.424955:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13291 00000100:00100000:1.0:1734016136.432946:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.433849:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422272 00000100:00100000:3.0:1734016136.433870:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422272 00000100:00100000:3.0:1734016136.434078:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2713 00000100:00100000:3.0:1734016136.434088:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332422272:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016136.434156:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.434185:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5680/0xb46129d8d31779a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c8 expref: 17 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.434364:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016136.434368:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016136.434571:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.434587:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.434597:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:3.0:1734016136.434629:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969042 00000004:00010000:3.0:1734016136.434647:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88013501e300 reply state ffff88012e204000 transno 4294969043 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:3.0:1734016136.434654:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016136.435222:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332422272:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 1132us (2300us total) trans 4294969043 rc 0/0 00000100:00100000:3.0:1734016136.435229:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2713 00000020:00080000:3.0:1734016136.435234:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016136.439238:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.439259:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.439267:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.439274:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9d9440 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016136.439278:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.439285:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.439304:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016136.439306:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016136.439310:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.439315:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016136.439538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.440333:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422400 00000100:00100000:0.0:1734016136.440347:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422400 00000100:00100000:0.0:1734016136.440405:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13292 00000100:00100000:0.0:1734016136.440413:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332422400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.440437:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.440458:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6eb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.440488:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.440497:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.440500:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.440505:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.440545:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.440559:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 11 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.440575:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334579328:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016136.440674:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.446981:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334579328:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016136.447056:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.447082:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:1.0:1734016136.447347:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332422400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6932us (7812us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.447355:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13292 00000100:00100000:2.0:1734016136.448281:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.448357:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422528 00000100:00100000:3.0:1734016136.448367:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422528 00010000:00010000:3.0:1734016136.448408:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 12 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016136.448445:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3576 00000100:00100000:3.0:1734016136.448452:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332422528:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.448467:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.448500:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 12 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016136.448515:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 12 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016136.448551:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177995 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6c1 expref: 12 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016136.448582:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.448583:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.448590:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.448599:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.448635:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.448844:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334579456:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016136.448936:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.452394:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.452567:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334579456:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016136.452569:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422656 00000100:00100000:1.0:1734016136.452579:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422656 00010000:00010000:3.0:1734016136.452600:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.452662:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332422528:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4208us (4383us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.452675:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3576 00000100:00100000:1.0:1734016136.453707:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13293 00000100:00100000:1.0:1734016136.453716:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332422656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.453759:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.453785:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6f2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.453823:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.453837:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.453839:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.453842:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.453872:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.454701:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 9 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.454719:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334579584:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016136.454817:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.467120:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334579584:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016136.467171:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.467194:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016136.467271:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332422656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13555us (14893us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.467281:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13293 00000100:00100000:0.0:1734016136.470481:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.470629:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422784 00000100:00100000:3.0:1734016136.470646:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422784 00010000:00010000:3.0:1734016136.470848:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.471957:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3577 00000100:00100000:0.0:1734016136.471970:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332422784:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.471999:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.472042:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.472062:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.472096:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177964 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2306048->2310143) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c697 expref: 10 pid: 10116 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.472149:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.472153:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.472163:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.472175:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.472239:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.472256:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334579712:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016136.472376:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.475321:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334579712:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016136.475356:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.475412:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332422784:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3444us (4941us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.475422:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3577 00000100:00100000:0.0:1734016136.476815:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.477032:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.477140:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423040 00000100:00100000:1.0:1734016136.477150:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423040 00002000:00010000:1.0:1734016136.477183:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016136.477188:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332423040 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016136.477200:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610aa00. 00000100:00100000:1.0:1734016136.477225:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332422912 00000100:00100000:1.0:1734016136.477227:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332422912 00002000:00010000:1.0:1734016136.477236:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6008243->18446744073709551615) 00002000:00100000:1.0:1734016136.477238:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332422912 ext(6008243->18446744073709551615) 00002000:00010000:1.0:1734016136.477246:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108000. 00000100:00100000:1.0:1734016136.477256:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10104 00000100:00100000:1.0:1734016136.477262:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332423040:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016136.477343:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10105 00000100:00100000:2.0:1734016136.477349:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332422912:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016136.477440:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1744415 -> 4194304 00002000:00010000:1.0:1734016136.477444:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.477446:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.477448:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.477450:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:1.0:1734016136.477488:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332423040:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 225us (677us total) trans 4294968228 rc 0/0 00002000:00010000:2.0:1734016136.477494:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6008243 00000100:00100000:1.0:1734016136.477495:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10104 00002000:00010000:2.0:1734016136.477497:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.477498:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00010000:2.0:1734016136.477499:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00100000:1.0:1734016136.477500:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332423040 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016136.477501:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.477503:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007610aa00. 00002000:00010000:2.0:1734016136.477503:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:2.0:1734016136.477518:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332422912:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 169us (486us total) trans 4294969852 rc 0/0 00000100:00100000:2.0:1734016136.477523:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10105 00002000:00010000:2.0:1734016136.477525:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6008243->18446744073709551615) 00002000:00100000:2.0:1734016136.477527:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332422912 ext(6008243->18446744073709551615) 00002000:00010000:2.0:1734016136.477530:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108000. 00000100:00100000:3.0:1734016136.486204:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.486412:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423296 00000100:00100000:0.0:1734016136.486427:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423296 00002000:00100000:0.0:1734016136.486508:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4460544->6008831) req@ffff880139bf2680 x1818247332423296/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.486520:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2680 with x1818247332423296 ext(4460544->6008831) 00002000:00010000:0.0:1734016136.486528:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf2680 00000100:00100000:0.0:1734016136.486569:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10106 00000100:00100000:0.0:1734016136.486580:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332423296:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.503179:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332423296:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 16571us (16969us total) trans 0 rc 1548288/1548288 00000100:00100000:0.0:1734016136.503199:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10106 00002000:00100000:0.0:1734016136.503225:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4460544->6008831) req@ffff880139bf2680 x1818247332423296/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 1548288/1548288 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.503248:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2680 with x1818247332423296 ext(4460544->6008831) 00002000:00010000:0.0:1734016136.503258:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf2680 00000100:00100000:0.0:1734016136.509386:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.509619:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423424 00000100:00100000:2.0:1734016136.509633:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423424 00002000:00100000:2.0:1734016136.509689:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6000640->6008242) req@ffff880076108380 x1818247332423424/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 8096/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.509700:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108380 with x1818247332423424 ext(6000640->6008242) 00002000:00010000:2.0:1734016136.509706:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108380 00000100:00100000:2.0:1734016136.509772:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10107 00000100:00100000:2.0:1734016136.509779:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332423424:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016136.511592:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332423424:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1800us (2215us total) trans 4294969853 rc 0/0 00000100:00100000:2.0:1734016136.511606:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10107 00002000:00100000:2.0:1734016136.511622:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6000640->6008242) req@ffff880076108380 x1818247332423424/t4294969853(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 8096/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.511631:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108380 with x1818247332423424 ext(6000640->6008242) 00002000:00010000:2.0:1734016136.511635:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076108380 00000100:00100000:1.0:1734016136.513877:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.513973:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423552 00000100:00100000:3.0:1734016136.513988:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423552 00000100:00100000:3.0:1734016136.514047:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2714 00000100:00100000:3.0:1734016136.514055:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332423552:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016136.514204:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332423552:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 150us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.514212:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2714 00000100:00100000:3.0:1734016136.516132:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.516345:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423680 00000100:00100000:1.0:1734016136.516356:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423680 00000100:00100000:1.0:1734016136.516527:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13294 00000100:00100000:1.0:1734016136.516536:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332423680:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016136.518157:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969853 is committed 00000001:00080000:0.0:1734016136.518198:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969851 is committed 00000100:00100000:1.0:1734016136.518556:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332423680:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2008us (2427us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.518573:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13294 00000100:00100000:0.0:1734016136.521431:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.521555:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423808 00000100:00100000:3.0:1734016136.521574:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423808 00000100:00100000:3.0:1734016136.521648:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2715 00000100:00100000:3.0:1734016136.521658:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332423808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.521701:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.521807:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31779db lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c6f9 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.522006:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.522027:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.522041:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:3.0:1734016136.522083:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10202547 00000004:00200000:3.0:1734016136.522089:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016136.522115:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:3.0:1734016136.522146:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31779db lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f9 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.522195:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f9 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.522204:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016136.522207:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016136.522212:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016136.522287:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332423808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 630us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.522295:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2715 00000100:00100000:3.0:1734016136.525221:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.525294:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.525390:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424064 00000100:00100000:1.0:1734016136.525403:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424064 00000100:00100000:2.0:1734016136.525428:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332423936 00000100:00100000:2.0:1734016136.525433:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332423936 00000100:00100000:1.0:1734016136.525471:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13295 00000100:00100000:2.0:1734016136.525479:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13296 00000100:00100000:1.0:1734016136.525480:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332424064:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016136.525485:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332423936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.525502:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.525502:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.525527:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31779f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c707 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.525527:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31779e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c700 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.525602:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334579968:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016136.525602:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334579840:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016136.525711:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.525717:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016136.529548:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 192 -> 208 00000100:00100000:0.0:1734016136.529610:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077076d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334579840:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016136.529676:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31779e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c700 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.529694:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31779e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c700 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.529752:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:0.0:1734016136.529837:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332423936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4348us (4539us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.529850:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13296 00000100:00100000:1.0:1734016136.530023:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334579968:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016136.530062:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31779f0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c707 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.530076:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31779f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c707 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.530093:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016136.530117:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332424064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4639us (4917us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.530123:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13295 00000100:00100000:0.0:1734016136.533981:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.535143:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.535215:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424192 00000100:00100000:2.0:1734016136.535228:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424192 00000100:00100000:2.0:1734016136.535301:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424320 00000100:00100000:2.0:1734016136.535304:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424320 00000100:00100000:2.0:1734016136.535331:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13297 00000100:00100000:2.0:1734016136.535341:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332424192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.535365:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.535388:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31779f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c70e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.535611:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13298 00000100:00100000:3.0:1734016136.535618:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332424320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.535626:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.535637:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31779fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c715 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.535679:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334580096:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.535777:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.536344:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334580224:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016136.536382:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.539532:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334580096:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.539603:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31779fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c715 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.539627:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d31779fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c715 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.541138:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016136.541795:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332424320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6161us (6642us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.541810:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13298 00000100:00100000:2.0:1734016136.542543:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077077800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334580224:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016136.542592:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31779f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c70e expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.542612:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d31779f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c70e expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.542642:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016136.542682:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332424192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7343us (8725us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.542688:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13297 00000100:00100000:2.0:1734016136.548301:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.548376:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424576 00000100:00100000:0.0:1734016136.548386:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424576 00000100:00100000:0.0:1734016136.548453:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2716 00000100:00100000:0.0:1734016136.548460:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332424576:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016136.548504:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.548528:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9440/0xb46129d8d31779e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f9 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.548552:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016136.548556:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016136.548705:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.548716:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.548741:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016136.548775:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969044 00000004:00010000:0.0:1734016136.548792:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077077800 reply state ffff880076781000 transno 4294969045 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016136.548798:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016136.548875:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332424576:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 414us (590us total) trans 4294969045 rc 0/0 00000100:00100000:0.0:1734016136.548882:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2716 00000020:00080000:0.0:1734016136.548886:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016136.554099:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.554120:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.554127:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.554133:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e7cc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016136.554137:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.554143:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.554162:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016136.554165:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016136.554168:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.554173:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3177a05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016136.555012:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.555111:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424704 00000100:00100000:0.0:1734016136.555123:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424704 00000100:00100000:0.0:1734016136.555180:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13299 00000100:00100000:0.0:1734016136.555188:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332424704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.555207:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.555228:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c71c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.555260:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.555266:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.555268:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.555272:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.555308:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.555320:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 6 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.555333:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334580352:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016136.555396:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.562158:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334580352:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016136.562215:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.562239:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016136.562363:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332424704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7175us (7358us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.562373:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13299 00000100:00100000:2.0:1734016136.563608:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.564269:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424832 00000100:00100000:0.0:1734016136.564279:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424832 00010000:00010000:0.0:1734016136.564319:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.564357:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3578 00000100:00100000:0.0:1734016136.564366:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332424832:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.564383:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.564413:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.564432:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.564468:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d31779cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6eb expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.564495:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.564497:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.564502:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.564511:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.564548:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.564563:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334580480:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016136.564626:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.568759:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.568876:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334580480:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016136.568923:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.569002:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332424832:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4635us (5398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.569021:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3578 00000100:00100000:1.0:1734016136.569201:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332424960 00000100:00100000:1.0:1734016136.569215:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332424960 00000100:00100000:1.0:1734016136.569299:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13300 00000100:00100000:1.0:1734016136.569307:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332424960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.569338:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.569374:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c723 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.569427:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.569438:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.569440:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.569444:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.569491:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.569507:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 6 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.569521:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334580608:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016136.569568:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.573141:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.573227:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425088 00000100:00100000:0.0:1734016136.573242:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425088 00010000:00010000:0.0:1734016136.573305:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.573362:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3579 00000100:00100000:0.0:1734016136.573373:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332425088:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.573390:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.573420:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.573432:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.573469:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.573472:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.573480:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.573490:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.573544:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.573560:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334580736:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016136.574330:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31779d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c6f2 expref: 7 pid: 7692 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.574373:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334580608:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016136.574408:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.574422:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:0.0:1734016136.575289:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.575420:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332424960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6112us (6702us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.575432:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13300 00000100:00100000:2.0:1734016136.581851:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.581917:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.582119:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334580736:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016136.582151:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.582211:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332425088:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8839us (9092us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.582223:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3579 00000100:00100000:3.0:1734016136.582551:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425344 00000100:00100000:3.0:1734016136.582561:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425344 00002000:00010000:3.0:1734016136.582608:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016136.582613:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645f80 with x1818247332425344 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016136.582628:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076645f80. 00000100:00100000:3.0:1734016136.582651:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425216 00000100:00100000:3.0:1734016136.582653:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425216 00002000:00010000:3.0:1734016136.582668:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3550598->18446744073709551615) 00002000:00100000:3.0:1734016136.582672:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644e00 with x1818247332425216 ext(3550598->18446744073709551615) 00002000:00010000:3.0:1734016136.582684:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644e00. 00000100:00100000:3.0:1734016136.582742:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10108 00000100:00100000:3.0:1734016136.582750:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332425344:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016136.584777:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1734016136.584790:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.584793:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.584795:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.584798:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:3.0:1734016136.584923:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332425344:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2165us (3082us total) trans 4294968229 rc 0/0 00000100:00100000:3.0:1734016136.584936:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10108 00002000:00010000:3.0:1734016136.584944:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016136.584949:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645f80 with x1818247332425344 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016136.584959:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076645f80. 00000100:00100000:3.0:1734016136.585006:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10109 00000100:00100000:3.0:1734016136.585018:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332425216:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016136.589851:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6008243 -> 3550598 00002000:00010000:3.0:1734016136.589864:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.589867:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.589869:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.589871:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 176 00000100:00100000:3.0:1734016136.592277:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332425216:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 7245us (10342us total) trans 4294969854 rc 0/0 00000100:00100000:3.0:1734016136.592296:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10109 00002000:00010000:3.0:1734016136.592307:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3550598->18446744073709551615) 00002000:00100000:3.0:1734016136.592311:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644e00 with x1818247332425216 ext(3550598->18446744073709551615) 00002000:00010000:3.0:1734016136.592331:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076644e00. 00000100:00100000:2.0:1734016136.595464:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.595653:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425472 00000100:00100000:3.0:1734016136.595670:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425472 00000100:00100000:0.0:1734016136.596872:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2717 00000100:00100000:0.0:1734016136.596881:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332425472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.596924:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.596957:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177a1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c72a expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.597084:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.597101:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.597115:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016136.597145:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3550598 00000004:00200000:0.0:1734016136.597150:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016136.597167:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016136.597190:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5f80/0xb46129d8d3177a1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.597228:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.597240:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016136.597243:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016136.597245:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:0.0:1734016136.597311:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332425472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 430us (1867us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.597320:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2717 00000100:00100000:2.0:1734016136.605911:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.606031:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425728 00000100:00100000:0.0:1734016136.606050:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425728 00000100:00100000:0.0:1734016136.606141:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2718 00000100:00100000:0.0:1734016136.606153:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332425728:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016136.606556:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.606594:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.606606:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.606679:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.606699:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 22 pid: 7713 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.606718:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334580864:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016136.607502:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.612629:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334580864:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016136.612678:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016136.612775:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.613050:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425856 00000100:00100000:0.0:1734016136.613060:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425856 00010000:00010000:0.0:1734016136.613102:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 23 pid: 7713 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.613156:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3580 00000100:00100000:0.0:1734016136.613164:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247332425856:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.613182:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.613191:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 23 pid: 7713 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.613202:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 23 pid: 7713 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.613228:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e5200/0xb46129d8d3177a21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c72a expref: 23 pid: 7713 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.613249:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016136.613255:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.613264:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:0.0:1734016136.613272:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.614830:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.614845:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016136.614981:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969046 00000004:00010000:1.0:1734016136.615064:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076645880 reply state ffff880076785000 transno 4294969047 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016136.615071:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016136.615207:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332425728:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9050us (9316us total) trans 4294969047 rc 0/0 00000100:00100000:1.0:1734016136.615216:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2718 00000020:00080000:1.0:1734016136.615222:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016136.615947:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.616002:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1968:x1818247332425856:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2836us (3227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.616013:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3580 00010000:00010000:2.0:1734016136.618705:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.618764:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.618770:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.618779:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e4b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016136.618783:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.618791:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.618823:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016136.618828:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016136.618834:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016136.618840:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3177a28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016136.620183:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.620301:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332425984 00000100:00100000:1.0:1734016136.620322:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332425984 00000100:00100000:1.0:1734016136.620410:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13301 00000100:00100000:1.0:1734016136.620422:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332425984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.620456:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.620495:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c731 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.620547:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.620560:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.620562:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.620567:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.620621:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.620638:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 8 pid: 13917 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.620657:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334580992:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016136.620793:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.625291:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334580992:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016136.625353:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.625382:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016136.626552:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332425984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6128us (6377us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.626563:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13301 00000100:00100000:2.0:1734016136.627870:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.627966:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426112 00000100:00100000:0.0:1734016136.627974:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426112 00010000:00010000:0.0:1734016136.628032:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 9 pid: 13917 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.629364:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3581 00000100:00100000:0.0:1734016136.629374:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332426112:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.629395:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.629423:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 9 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.629440:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 9 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.629462:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d3177a0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c71c expref: 9 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.629498:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.629501:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.629507:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.629520:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.629571:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.629584:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334581120:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016136.629684:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.635974:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.636135:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334581120:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016136.636179:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.636296:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332426112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6917us (8436us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.636317:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3581 00000100:00100000:1.0:1734016136.636865:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426240 00000100:00100000:1.0:1734016136.636874:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426240 00000100:00100000:1.0:1734016136.636944:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13302 00000100:00100000:1.0:1734016136.636954:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332426240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.636990:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.637018:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c738 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.637063:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.637072:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.637074:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.637078:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.637131:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.637147:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 10 pid: 13917 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.637165:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334581248:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016136.637225:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.642417:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.642545:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334581248:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016136.642597:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.642620:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:2.0:1734016136.642699:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332426240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5745us (6738us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.642710:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13302 00000100:00100000:0.0:1734016136.642947:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426368 00000100:00100000:0.0:1734016136.642957:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426368 00010000:00010000:0.0:1734016136.642990:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 11 pid: 13917 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.643019:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3582 00000100:00100000:0.0:1734016136.643025:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332426368:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.643047:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.643078:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 11 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.643096:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 11 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.643131:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177a13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c723 expref: 11 pid: 13917 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.643150:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.643153:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.643160:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.643172:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.643211:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.643231:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334581376:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016136.643283:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.648578:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.648636:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.648709:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426624 00000100:00100000:1.0:1734016136.648743:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426624 00002000:00010000:1.0:1734016136.648799:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016136.648805:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d180 with x1818247332426624 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016136.648826:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623d180. 00000100:00100000:1.0:1734016136.648855:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426496 00000100:00100000:1.0:1734016136.648858:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426496 00002000:00010000:1.0:1734016136.648871:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5098281->18446744073709551615) 00002000:00100000:1.0:1734016136.648875:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247332426496 ext(5098281->18446744073709551615) 00002000:00010000:1.0:1734016136.648885:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f800. 00000100:00100000:1.0:1734016136.648914:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10110 00000100:00100000:1.0:1734016136.648925:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332426624:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016136.649155:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016136.649158:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.649161:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.649162:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.649164:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016136.649231:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332426624:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 306us (667us total) trans 4294968230 rc 0/0 00000100:00100000:1.0:1734016136.649237:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10110 00002000:00010000:1.0:1734016136.649241:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016136.649243:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d180 with x1818247332426624 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016136.649247:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623d180. 00000100:00100000:1.0:1734016136.649268:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10111 00000100:00100000:1.0:1734016136.649273:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332426496:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016136.649449:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3550598 -> 5098281 00002000:00010000:1.0:1734016136.649451:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.649453:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.649455:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.649457:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1734016136.649473:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332426496:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 200us (837us total) trans 4294969855 rc 0/0 00000100:00100000:1.0:1734016136.649480:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10111 00002000:00010000:1.0:1734016136.649483:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5098281->18446744073709551615) 00002000:00100000:1.0:1734016136.649485:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247332426496 ext(5098281->18446744073709551615) 00002000:00010000:1.0:1734016136.649488:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623f800. 00000100:00100000:2.0:1734016136.650049:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334581376:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016136.650079:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.650117:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332426368:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7091us (7717us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.650128:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3582 00000100:00100000:0.0:1734016136.654082:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.654227:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426752 00000100:00100000:1.0:1734016136.654242:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426752 00000100:00100000:1.0:1734016136.654920:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2719 00000100:00100000:1.0:1734016136.654933:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332426752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.654976:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.655010:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c73f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.655165:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.655185:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.655203:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016136.655238:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9292585 00000004:00200000:1.0:1734016136.655243:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.655267:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.655300:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.656026:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.656038:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016136.656041:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.656045:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016136.656764:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332426752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1831us (2692us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.656777:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2719 00000100:00100000:3.0:1734016136.662180:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.662925:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332426880 00000100:00100000:2.0:1734016136.662941:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332426880 00000100:00100000:2.0:1734016136.663038:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13303 00000100:00100000:2.0:1734016136.663048:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332426880:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016136.663348:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:2.0:1734016136.663353:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016136.663355:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016136.663357:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016136.663360:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:2.0:1734016136.664682:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332426880:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1624us (2509us total) trans 4294969856 rc 0/0 00000100:00100000:2.0:1734016136.664697:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13303 00000100:00100000:0.0:1734016136.670025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.670674:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427008 00000100:00100000:1.0:1734016136.670688:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427008 00000100:00100000:1.0:1734016136.671319:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2720 00000100:00100000:1.0:1734016136.671330:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332427008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.671366:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.671403:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177a4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c746 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.671572:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177a52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.671594:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.671608:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016136.671639:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9292585 00000004:00200000:1.0:1734016136.671646:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.671669:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016136.671696:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177a4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c746 expref: 24 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.671754:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177a52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c746 expref: 23 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.671763:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016136.671766:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.671770:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016136.671865:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332427008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 535us (1852us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.671871:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2720 00000100:00100000:0.0:1734016136.677207:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.677268:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.677386:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427264 00000100:00100000:2.0:1734016136.677397:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427264 00000100:00100000:2.0:1734016136.677458:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427136 00000100:00100000:2.0:1734016136.677460:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427136 00000100:00100000:2.0:1734016136.677756:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13304 00000100:00100000:2.0:1734016136.677764:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332427264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.677787:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.677810:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177a59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c754 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.677879:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076646300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334581504:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016136.677958:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.678046:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13305 00000100:00100000:1.0:1734016136.678053:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332427136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.678068:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.678086:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177a60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c74d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.678117:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334581632:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016136.678141:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.680829:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334581632:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016136.680882:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177a60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c74d expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.680913:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177a60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c74d expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.681062:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076646300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334581504:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016136.681092:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177a59 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c754 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.681104:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177a59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c754 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.681429:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:0.0:1734016136.681514:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332427264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3747us (4316us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.681524:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13304 00010000:00010000:1.0:1734016136.682189:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016136.682221:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332427136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4167us (4953us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.682227:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13305 00000100:00100000:2.0:1734016136.685694:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.685787:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.685903:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427520 00000100:00100000:0.0:1734016136.685916:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427520 00000100:00100000:0.0:1734016136.686356:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427392 00000100:00100000:0.0:1734016136.686359:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427392 00000100:00100000:1.0:1734016136.686400:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13306 00000100:00100000:1.0:1734016136.686409:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332427520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.686431:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.686455:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177a67 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c762 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.686526:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334581760:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016136.686593:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.686649:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13307 00000100:00100000:3.0:1734016136.686655:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332427392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.686664:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.686677:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177a6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c75b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.686704:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334581888:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.686759:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.691681:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334581888:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.691816:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177a6e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c75b expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.691833:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177a6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c75b expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.691864:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016136.691941:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332427392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5282us (6150us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.691958:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13307 00000100:00100000:1.0:1734016136.692229:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334581760:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016136.692257:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177a67 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c762 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.692266:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177a67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c762 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.692293:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016136.692326:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332427520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5917us (6641us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.692332:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13306 00000100:00100000:0.0:1734016136.699547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.700085:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427648 00000100:00100000:1.0:1734016136.700108:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427648 00000100:00100000:1.0:1734016136.700263:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13308 00000100:00100000:1.0:1734016136.700275:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332427648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.700311:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.700352:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c769 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.700406:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.700418:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.700422:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.700427:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3342336->3350527] (req 3342336->3350527) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.700486:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.700503:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 8 pid: 13917 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016136.700523:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334582016:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016136.700646:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.705410:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334582016:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016136.705485:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3342336->3350527] (req 3342336->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.705520:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016136.705617:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332427648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5339us (6078us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.705630:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13308 00000100:00100000:2.0:1734016136.709866:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.709974:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332427776 00000100:00100000:0.0:1734016136.709991:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332427776 00010000:00010000:0.0:1734016136.710042:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 9 pid: 13917 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016136.710086:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3583 00000100:00100000:0.0:1734016136.710095:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332427776:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.710116:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.710149:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 9 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016136.710165:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 9 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016136.710200:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c731 expref: 9 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016136.710237:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.710239:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.710249:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.710258:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.710304:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.710320:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334582144:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016136.710408:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.717508:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334582144:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016136.717548:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.717639:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332427776:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7541us (7786us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.717655:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3583 00000100:00100000:2.0:1734016136.718611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016136.718678:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428032 00000100:00100000:0.0:1734016136.718689:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428032 00002000:00100000:0.0:1734016136.718775:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3342336->5099519) req@ffff8800771f3480 x1818247332428032/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.718786:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3480 with x1818247332428032 ext(3342336->5099519) 00002000:00010000:0.0:1734016136.718792:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3480 00000100:00100000:0.0:1734016136.718824:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10112 00000100:00100000:0.0:1734016136.718831:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332428032:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.744768:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332428032:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 25919us (26143us total) trans 0 rc 909312/909312 00000100:00100000:0.0:1734016136.744786:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10112 00002000:00100000:0.0:1734016136.744799:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3342336->5099519) req@ffff8800771f3480 x1818247332428032/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 909312/909312 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.744811:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3480 with x1818247332428032 ext(3342336->5099519) 00002000:00010000:0.0:1734016136.744817:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f3480 00000100:00100000:0.0:1734016136.752610:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.752760:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428288 00000100:00100000:2.0:1734016136.752770:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428288 00002000:00100000:2.0:1734016136.752822:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3346432->3350527) req@ffff88007623fb80 x1818247332428288/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.752833:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623fb80 with x1818247332428288 ext(3346432->3350527) 00002000:00010000:2.0:1734016136.752840:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623fb80 00000100:00100000:2.0:1734016136.752878:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10113 00000100:00100000:2.0:1734016136.752888:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332428288:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.753089:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332428288:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 202us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.753097:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10113 00002000:00100000:2.0:1734016136.753102:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3346432->3350527) req@ffff88007623fb80 x1818247332428288/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.753110:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623fb80 with x1818247332428288 ext(3346432->3350527) 00002000:00010000:2.0:1734016136.753113:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007623fb80 00000100:00100000:0.0:1734016136.756964:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.757193:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428416 00000100:00100000:1.0:1734016136.757205:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428416 00000100:00100000:1.0:1734016136.757288:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13309 00000100:00100000:1.0:1734016136.757298:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332428416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.757329:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.757361:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c770 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.757458:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334582272:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016136.757565:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016136.761832:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016136 -> 1734016137 00002000:00010000:1.0:1734016136.761841:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016136.761862:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334582272:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016136.761907:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a7c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c770 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.761920:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177a7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c770 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.762029:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016136.762624:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332428416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5324us (5673us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.762634:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13309 00000100:00100000:0.0:1734016136.768188:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.768701:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428544 00000100:00100000:1.0:1734016136.768816:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428544 00000100:00100000:1.0:1734016136.769004:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13310 00000100:00100000:1.0:1734016136.769018:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332428544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.769059:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.769100:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3177a83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c777 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.769216:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334582400:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016136.769901:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.773163:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334582400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016136.773224:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3177a83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c777 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.773238:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1680/0xb46129d8d3177a83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c777 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.773870:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016136.773937:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332428544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4920us (5776us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.773947:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13310 00000100:00100000:0.0:1734016136.776761:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.776873:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428672 00000100:00100000:1.0:1734016136.776885:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428672 00000100:00100000:1.0:1734016136.776939:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13311 00000100:00100000:1.0:1734016136.776947:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332428672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.776964:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.776988:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177a8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c77e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.777061:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334582528:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016136.777127:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016136.779772:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016136 -> 1734016137 00002000:00010000:1.0:1734016136.779784:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016136.779810:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334582528:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016136.779855:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177a8a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c77e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.779870:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3177a8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c77e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.779947:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016136.780012:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332428672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3063us (3302us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.780022:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13311 00000100:00100000:0.0:1734016136.783115:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.783422:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428800 00000100:00100000:1.0:1734016136.783435:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428800 00000100:00100000:1.0:1734016136.783532:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13312 00000100:00100000:1.0:1734016136.783541:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332428800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.783570:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.783601:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c785 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.783638:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.783648:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.783650:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.783655:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.783695:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.783707:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 7 pid: 13917 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016136.783746:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334582656:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016136.783815:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.788297:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334582656:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016136.788361:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.788390:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016136.788473:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332428800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4930us (5366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.788489:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13312 00000100:00100000:0.0:1734016136.790176:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.790412:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332428928 00000100:00100000:3.0:1734016136.790423:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332428928 00010000:00010000:3.0:1734016136.790879:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 8 pid: 13917 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016136.790936:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3584 00000100:00100000:3.0:1734016136.790947:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332428928:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.790970:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.791018:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 8 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016136.791032:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 8 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016136.791066:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177a36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c738 expref: 8 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016136.791107:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.791109:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.791118:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.791128:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.791186:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.791204:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334582784:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016136.791311:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.797221:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334582784:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016136.797262:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.799657:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332428928:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8682us (9467us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.799678:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3584 00000100:00100000:1.0:1734016136.801013:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.801207:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332429184 00000100:00100000:3.0:1734016136.801218:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332429184 00002000:00100000:3.0:1734016136.801259:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (45056->49151) req@ffff88013501f100 x1818247332429184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.801270:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f100 with x1818247332429184 ext(45056->49151) 00002000:00010000:3.0:1734016136.801274:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501f100 00000100:00100000:3.0:1734016136.801314:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10114 00000100:00100000:3.0:1734016136.801322:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332429184:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.803881:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332429184:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2532us (2846us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.803916:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10114 00002000:00100000:3.0:1734016136.803943:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (45056->49151) req@ffff88013501f100 x1818247332429184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.803955:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501f100 with x1818247332429184 ext(45056->49151) 00002000:00010000:3.0:1734016136.803963:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013501f100 00000100:00100000:0.0:1734016136.810909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.811495:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332429440 00000100:00100000:3.0:1734016136.811512:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332429440 00002000:00100000:3.0:1734016136.811587:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (49152->53247) req@ffff880079a73100 x1818247332429440/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.811599:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73100 with x1818247332429440 ext(49152->53247) 00002000:00010000:3.0:1734016136.811606:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a73100 00000100:00100000:3.0:1734016136.813400:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10115 00000100:00100000:3.0:1734016136.813419:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332429440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.813770:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332429440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 358us (2897us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.813776:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10115 00002000:00100000:3.0:1734016136.813787:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (49152->53247) req@ffff880079a73100 x1818247332429440/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.813798:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73100 with x1818247332429440 ext(49152->53247) 00002000:00010000:3.0:1734016136.813805:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a73100 00000100:00100000:0.0:1734016136.820878:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.824019:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332429568 00000100:00100000:2.0:1734016136.824036:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332429568 00002000:00100000:2.0:1734016136.824095:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (45056->53247) req@ffff880076c6ca80 x1818247332429568/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 8680/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.824104:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ca80 with x1818247332429568 ext(45056->53247) 00002000:00010000:2.0:1734016136.824109:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6ca80 00000100:00100000:2.0:1734016136.824157:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10116 00000100:00100000:2.0:1734016136.824163:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332429568:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016136.834474:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.835923:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332429568:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 11752us (15056us total) trans 4294968231 rc 0/0 00000100:00100000:2.0:1734016136.835935:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10116 00002000:00100000:2.0:1734016136.835946:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (45056->53247) req@ffff880076c6ca80 x1818247332429568/t4294968231(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 8680/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.835954:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ca80 with x1818247332429568 ext(45056->53247) 00002000:00010000:2.0:1734016136.835958:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6ca80 00000100:00100000:2.0:1734016136.835982:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332429696 00000100:00100000:2.0:1734016136.835988:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332429696 00002000:00100000:2.0:1734016136.836010:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3342336->3350527) req@ffff880076c6ce00 x1818247332429696/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 8680/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.836018:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ce00 with x1818247332429696 ext(3342336->3350527) 00002000:00010000:2.0:1734016136.836020:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6ce00 00000100:00100000:2.0:1734016136.836046:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10117 00000100:00100000:2.0:1734016136.836051:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332429696:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016136.840754:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332429696:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4662us (6254us total) trans 4294969857 rc 0/0 00000100:00100000:2.0:1734016136.840774:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10117 00002000:00100000:2.0:1734016136.840790:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3342336->3350527) req@ffff880076c6ce00 x1818247332429696/t4294969857(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:97/0 lens 8680/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.840800:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ce00 with x1818247332429696 ext(3342336->3350527) 00002000:00010000:2.0:1734016136.840807:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6ce00 00000100:00100000:0.0:1734016136.840969:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.841242:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332429824 00000100:00100000:2.0:1734016136.841255:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332429824 00000100:00100000:2.0:1734016136.841311:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2721 00000100:00100000:2.0:1734016136.841318:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332429824:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016136.841436:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332429824:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 118us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.841443:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2721 00000100:00100000:1.0:1734016136.845175:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.845293:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332429952 00000100:00100000:2.0:1734016136.845304:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332429952 00000100:00100000:2.0:1734016136.845958:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13313 00000100:00100000:2.0:1734016136.845966:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332429952:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:1.0:1734016136.849154:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968231 is committed 00000001:00080000:1.0:1734016136.849187:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968230 is committed 00000100:00100000:2.0:1734016136.849578:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332429952:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 3598us (4403us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.849593:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13313 00000100:00100000:0.0:1734016136.860150:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.860744:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332430080 00000100:00100000:2.0:1734016136.860761:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332430080 00000100:00100000:2.0:1734016136.860847:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13314 00000100:00100000:2.0:1734016136.860856:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332430080:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016136.861220:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:2.0:1734016136.861224:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016136.861227:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016136.861229:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016136 00002000:00010000:2.0:1734016136.861232:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 200 00000100:00100000:2.0:1734016136.861318:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332430080:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 462us (1187us total) trans 4294969858 rc 0/0 00000100:00100000:2.0:1734016136.861326:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13314 00000100:00100000:0.0:1734016136.865213:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.865606:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332430208 00000100:00100000:3.0:1734016136.865623:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332430208 00000100:00100000:3.0:1734016136.868391:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13315 00000100:00100000:3.0:1734016136.868409:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332430208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.868439:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.868465:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c78c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.868504:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.868513:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.868516:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.868520:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2478080->2486271] (req 2478080->2486271) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.868559:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.868572:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 7 pid: 7694 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016136.868587:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334582912:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016136.868670:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.877169:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334582912:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016136.877206:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2478080->2486271] (req 2478080->2486271) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.877222:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016136.877281:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332430208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8877us (12086us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.877290:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13315 00000100:00100000:0.0:1734016136.877391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.878006:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332430336 00000100:00100000:3.0:1734016136.878014:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332430336 00010000:00010000:3.0:1734016136.878039:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 8 pid: 7694 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016136.878073:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3585 00000100:00100000:3.0:1734016136.878078:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332430336:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.878092:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016136.878107:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1734016136.878113:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 8 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016136.878122:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 8 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016136.878141:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177a91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c785 expref: 8 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016136.878156:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.878158:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.878163:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.878171:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.878199:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.878211:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334583040:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016136.878261:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.895825:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016136.898551:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332430592 00000100:00100000:2.0:1734016136.898584:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332430592 00002000:00100000:2.0:1734016136.898697:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2478080->2482175) req@ffff880077303800 x1818247332430592/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.898712:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303800 with x1818247332430592 ext(2478080->2482175) 00002000:00010000:2.0:1734016136.898787:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077303800 00000100:00100000:2.0:1734016136.898852:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10118 00000100:00100000:2.0:1734016136.898862:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332430592:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.899234:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332430592:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 371us (3436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.899244:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10118 00002000:00100000:2.0:1734016136.899251:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2478080->2482175) req@ffff880077303800 x1818247332430592/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.899259:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077303800 with x1818247332430592 ext(2478080->2482175) 00002000:00010000:2.0:1734016136.899262:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077303800 00000100:00100000:3.0:1734016136.899665:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334583040:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016136.899693:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.899761:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332430336:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 21681us (22369us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.899773:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3585 00000100:00100000:0.0:1734016136.904467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.904601:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332430848 00000100:00100000:1.0:1734016136.904617:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332430848 00002000:00100000:1.0:1734016136.904674:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2482176->2486271) req@ffff880076c6c380 x1818247332430848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.904686:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6c380 with x1818247332430848 ext(2482176->2486271) 00002000:00010000:1.0:1734016136.904692:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6c380 00000100:00100000:1.0:1734016136.904772:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10119 00000100:00100000:1.0:1734016136.904779:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332430848:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.904979:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332430848:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 199us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.904986:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10119 00002000:00100000:1.0:1734016136.904992:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2482176->2486271) req@ffff880076c6c380 x1818247332430848/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.904999:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6c380 with x1818247332430848 ext(2482176->2486271) 00002000:00010000:1.0:1734016136.905002:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6c380 00000100:00100000:0.0:1734016136.908549:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.909078:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332430976 00000100:00100000:3.0:1734016136.909095:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332430976 00000100:00100000:3.0:1734016136.909830:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13316 00000100:00100000:3.0:1734016136.909841:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332430976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.909866:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.909900:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177a9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c793 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.909988:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334583168:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.910114:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.913818:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334583168:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.914134:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177a9f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c793 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.914161:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177a9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c793 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.915014:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016136.915484:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332430976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5639us (6946us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.915497:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13316 00010000:00010000:2.0:1734016136.919163:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016136.920163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.920312:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431104 00000100:00100000:3.0:1734016136.920336:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431104 00000100:00100000:3.0:1734016136.920413:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13317 00000100:00100000:3.0:1734016136.920425:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332431104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.920689:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.920750:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177aa6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c79a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.920839:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334583296:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.920940:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.924571:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334583296:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.924648:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177aa6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c79a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.924669:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177aa6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c79a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.925185:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016136.925541:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332431104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5113us (5384us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.925554:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13317 00000100:00100000:0.0:1734016136.930633:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.930938:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431232 00000100:00100000:3.0:1734016136.930954:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431232 00000100:00100000:3.0:1734016136.932127:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13318 00000100:00100000:3.0:1734016136.932139:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332431232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.932174:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.932208:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177aad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7a1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.932339:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334583424:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.932471:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.937174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016136.937552:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431360 00000100:00100000:1.0:1734016136.937571:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431360 00000100:00100000:1.0:1734016136.937664:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 336 00000100:00100000:1.0:1734016136.937676:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1968:x1818247332431360:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:1.0:1734016136.937854:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1968:x1818247332431360:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 180us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.937864:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 336 00002000:00010000:3.0:1734016136.939382:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00002000:00010000:3.0:1734016136.939392:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016136 -> 1734016137 00000100:00100000:3.0:1734016136.939421:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334583424:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.939466:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177aad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7a1 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.939487:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177aad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7a1 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.939531:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016136.939593:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332431232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7455us (8983us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.939602:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13318 00000100:00080000:0.0:1734016136.939761:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016106 00000100:00100000:0.0:1734016136.960039:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.962310:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431488 00000100:00100000:3.0:1734016136.962334:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431488 00000100:00100000:3.0:1734016136.963285:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13319 00000100:00100000:3.0:1734016136.963298:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332431488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.963327:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.963352:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177ab4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7a8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.963436:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334583552:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016136.964449:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.981064:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334583552:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016136.981161:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177ab4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7a8 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.981194:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177ab4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7a8 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.981267:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016136.981415:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332431488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 18117us (21388us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.981430:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13319 00000100:00100000:0.0:1734016136.988866:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016136.989065:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431616 00000100:00100000:3.0:1734016136.989078:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431616 00000100:00100000:3.0:1734016136.989152:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13320 00000100:00100000:3.0:1734016136.989162:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332431616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.989190:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.989216:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7af expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.989271:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.989279:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.989281:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.989284:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3907584->3911679] (req 3907584->3911679) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.989328:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.989342:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 5 pid: 10116 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016136.989358:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334583680:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016136.992822:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.000542:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.000605:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431744 00000100:00100000:0.0:1734016137.000616:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431744 00002000:00100000:0.0:1734016137.000690:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2478080->2486271) req@ffff880076c6e680 x1818247332431744/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 8680/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.000700:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6e680 with x1818247332431744 ext(2478080->2486271) 00010000:00010000:0.0:1734016137.000715:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 6 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016137.000759:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 6 pid: 10116 timeout: 501 lvb_type: 0 00002000:00010000:0.0:1734016137.000768:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880076c6e680 00000100:00100000:0.0:1734016137.000797:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 366 00000100:00100000:0.0:1734016137.000805:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332431744:12345-192.168.201.52@tcp:4:fsx.0 00000100:00080000:1.0:1734016137.001322:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016107 00000100:00100000:3.0:1734016137.001905:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334583680:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.001960:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3907584->3911679] (req 3907584->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.001988:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016137.002102:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332431616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12938us (13255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.002116:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13320 00000100:00100000:2.0:1734016137.002615:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332431744:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1808us (2084us total) trans 4294968232 rc 0/0 00000100:00100000:2.0:1734016137.002626:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 366 00002000:00100000:2.0:1734016137.002639:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2478080->2486271) req@ffff880076c6e680 x1818247332431744/t4294968232(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 8680/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.002649:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6e680 with x1818247332431744 ext(2478080->2486271) 00010000:00010000:2.0:1734016137.002657:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.002677:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00002000:00010000:2.0:1734016137.002684:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880076c6e680 00000100:00100000:0.0:1734016137.005448:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.005579:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332431872 00000100:00100000:3.0:1734016137.005590:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332431872 00010000:00010000:3.0:1734016137.005629:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016137.006679:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3586 00000100:00100000:3.0:1734016137.006692:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332431872:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.006712:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016137.006835:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00010000:00010000:3.0:1734016137.006845:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016137.006861:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016137.006923:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177a98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2478080->2486271) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c78c expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016137.010700:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.010711:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.010766:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.010780:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.010863:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.010880:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334583808:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016137.011012:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.019334:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334583808:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016137.019368:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.020468:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332431872:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13774us (15027us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.020491:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3586 00000100:00100000:0.0:1734016137.074326:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.077113:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332432128 00000100:00100000:2.0:1734016137.077131:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332432128 00002000:00100000:2.0:1734016137.077184:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076c6c000 x1818247332432128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.077196:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6c000 with x1818247332432128 ext(0->4194303) 00002000:00010000:2.0:1734016137.077203:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6c000 00000100:00100000:2.0:1734016137.077230:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10120 00000100:00100000:2.0:1734016137.077237:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332432128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.090692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.090773:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332432384 00000100:00100000:0.0:1734016137.090791:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332432384 00002000:00100000:0.0:1734016137.090844:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800767b0700 x1818247332432384/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.090854:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0700 with x1818247332432384 ext(0->4194303) 00002000:00010000:0.0:1734016137.090859:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b0700 00000100:00100000:0.0:1734016137.090906:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10121 00000100:00100000:0.0:1734016137.090913:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332432384:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.169875:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332432128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 92616us (95540us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016137.169905:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10120 00002000:00100000:2.0:1734016137.169925:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076c6c000 x1818247332432128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.169939:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6c000 with x1818247332432128 ext(0->4194303) 00002000:00010000:2.0:1734016137.169947:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6c000 00000100:00100000:0.0:1734016137.196980:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.197042:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.197102:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332432512 00000100:00100000:3.0:1734016137.197121:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332432512 00000100:00100000:3.0:1734016137.197206:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332432640 00000100:00100000:3.0:1734016137.197209:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332432640 00000100:00100000:3.0:1734016137.197247:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13321 00000100:00100000:3.0:1734016137.197258:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332432512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.197292:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.197323:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177ac2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7b6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.197418:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334583936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.197521:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.197523:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13322 00000100:00100000:2.0:1734016137.197531:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087221850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332432640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.197541:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.197557:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7bd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.197574:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.197577:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.197588:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.197604:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.197617:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016137.197655:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087221850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332432640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 123us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.197665:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13322 00000100:00080000:1.0:1734016137.197768:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00000100:00100000:3.0:1734016137.202658:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334583936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.202718:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177ac2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7b6 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.202763:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177ac2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7b6 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.202798:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016137.202859:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332432512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5601us (5897us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.202871:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13321 00000100:00100000:2.0:1734016137.202939:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332432384:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 112024us (112258us total) trans 0 rc 4186112/4186112 00000100:00100000:2.0:1734016137.202949:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10121 00002000:00100000:2.0:1734016137.202961:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800767b0700 x1818247332432384/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.202970:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0700 with x1818247332432384 ext(0->4194303) 00002000:00010000:2.0:1734016137.202974:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b0700 00000100:00100000:0.0:1734016137.211701:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.213247:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332432768 00000100:00100000:2.0:1734016137.213266:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332432768 00000100:00100000:2.0:1734016137.213399:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13323 00000100:00100000:2.0:1734016137.213410:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332432768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.213449:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.213486:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177ad0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7c4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.213584:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584064:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.215512:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.218386:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584064:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.218435:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177ad0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7c4 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.218451:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177ad0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7c4 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.218468:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016137.219814:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332432768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6392us (8123us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.219832:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13323 00000100:00100000:1.0:1734016137.224576:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.224785:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332432896 00000100:00100000:3.0:1734016137.224798:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332432896 00000100:00100000:3.0:1734016137.225046:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13324 00000100:00100000:3.0:1734016137.225055:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332432896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.225076:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.225097:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177ad7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7cb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.225168:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584192:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.225631:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.228108:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584192:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.228162:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177ad7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7cb expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.228187:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177ad7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7cb expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.228225:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016137.228307:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332432896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3251us (3744us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.228321:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13324 00000100:00100000:0.0:1734016137.235029:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.235204:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433024 00000100:00100000:3.0:1734016137.235216:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433024 00000100:00100000:3.0:1734016137.235287:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13325 00000100:00100000:3.0:1734016137.235299:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332433024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.235330:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.235355:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177ade lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7d2 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.235435:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584320:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.235517:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.237710:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584320:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.237857:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177ade lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7d2 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.237871:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3177ade lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7d2 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.237881:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016137.238192:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332433024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2895us (3179us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.238200:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13325 00000100:00100000:0.0:1734016137.242157:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.242530:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433152 00000100:00100000:3.0:1734016137.242541:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433152 00000100:00100000:3.0:1734016137.242602:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13326 00000100:00100000:3.0:1734016137.242611:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332433152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.242641:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.242668:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177ae5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7d9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.242765:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584448:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.242835:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.244950:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334584448:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.244986:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177ae5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7d9 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.244999:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177ae5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7d9 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.245020:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016137.245070:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332433152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2460us (2930us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.245077:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13326 00000100:00100000:2.0:1734016137.247611:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.248387:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433280 00000100:00100000:3.0:1734016137.248398:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433280 00000100:00100000:3.0:1734016137.248437:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13327 00000100:00100000:3.0:1734016137.248443:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332433280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.248463:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.248483:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7e0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.248510:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.248520:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.248527:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.248530:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.248537:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1929216->1941503] (req 1929216->1941503) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.248577:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.248588:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 9 pid: 7694 timeout: 501 lvb_type: 1 00000100:00100000:3.0:1734016137.248602:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334584576:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.248689:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.248697:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 7 pid: 10116 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016137.248705:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334584704:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016137.248735:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.253368:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.253429:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433408 00000100:00100000:2.0:1734016137.253436:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433408 00000100:00100000:3.0:1734016137.253466:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334584576:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016137.253469:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 10 pid: 7694 timeout: 501 lvb_type: 1 00000100:00100000:3.0:1734016137.253476:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334584704:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.253510:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1929216->1941503] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.253524:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016137.253582:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332433280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5138us (5985us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.253592:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13327 00000100:00100000:2.0:1734016137.254356:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3587 00000100:00100000:2.0:1734016137.254363:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332433408:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.254379:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.254397:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 9 pid: 7694 timeout: 501 lvb_type: 1 00010000:00010000:2.0:1734016137.254408:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 9 pid: 7694 timeout: 501 lvb_type: 1 00010000:00010000:2.0:1734016137.254425:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177ac9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7bd expref: 9 pid: 7694 timeout: 501 lvb_type: 1 00010000:00010000:2.0:1734016137.254439:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.254468:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332433408:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 105us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.254473:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3587 00000100:00100000:0.0:1734016137.257866:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.257999:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433536 00000100:00100000:2.0:1734016137.258012:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433536 00010000:00010000:2.0:1734016137.258066:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.258115:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3588 00000100:00100000:2.0:1734016137.258126:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332433536:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.258158:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.258215:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.258234:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.258271:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177abb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7af expref: 8 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.258295:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.258299:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.258311:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.258321:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.258371:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.258391:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334584832:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016137.258493:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.261996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.262320:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334584832:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016137.262363:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.262432:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332433536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4305us (4583us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.262449:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3588 00000100:00100000:3.0:1734016137.263017:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433664 00000100:00100000:3.0:1734016137.263027:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433664 00000100:00100000:3.0:1734016137.263079:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13328 00000100:00100000:3.0:1734016137.263086:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332433664:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016137.263375:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016137.263379:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.263381:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.263383:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.263385:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 56 00000100:00100000:3.0:1734016137.263434:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332433664:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 347us (1455us total) trans 4294968233 rc 0/0 00000100:00100000:3.0:1734016137.263441:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13328 00000100:00100000:0.0:1734016137.267208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.267312:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433792 00000100:00100000:2.0:1734016137.267320:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433792 00000100:00100000:2.0:1734016137.268256:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13329 00000100:00100000:2.0:1734016137.268264:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332433792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.268285:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.268307:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177af3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7e7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.268362:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334584960:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.268439:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.272472:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334584960:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016137.272523:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177af3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e7 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.272537:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177af3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e7 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.272572:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:0.0:1734016137.272640:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332433792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4375us (5441us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.272652:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13329 00000100:00100000:0.0:1734016137.276576:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.276762:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332433920 00000100:00100000:2.0:1734016137.276775:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332433920 00000100:00100000:2.0:1734016137.276940:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13330 00000100:00100000:2.0:1734016137.276949:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332433920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.276977:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.277002:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177afa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7ee expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.277072:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334585088:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.277713:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.281450:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334585088:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.281509:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177afa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7ee expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.281529:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177afa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7ee expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.281630:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016137.283097:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332433920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6138us (6522us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.283112:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13330 00000100:00100000:1.0:1734016137.285451:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.285554:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332434048 00000100:00100000:2.0:1734016137.285566:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332434048 00000100:00100000:2.0:1734016137.285624:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13331 00000100:00100000:2.0:1734016137.285632:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332434048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.285653:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.285670:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7f5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.285698:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.285705:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.285707:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.285710:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1462272->1474559] (req 1462272->1474559) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.285930:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.285945:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 11 pid: 7694 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.285959:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334585216:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016137.286090:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.287462:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334585344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016137.287533:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016137.287690:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334585344 00000100:00100000:0.0:1734016137.287699:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334585344 00000100:00100000:0.0:1734016137.287765:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1734016137.287773:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334585344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016137.287804:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 729625152 pending 32768 free 3923673088 avail 3692118016 00000100:00100000:0.0:1734016137.289766:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334585344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1986us (2229us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.289776:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1734016137.289911:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334585344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016137.290168:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334585216:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016137.290192:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1462272->1474559] (req 1462272->1474559) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.290215:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016137.290258:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332434048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4627us (4815us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.290265:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13331 00000100:00100000:0.0:1734016137.298170:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.298238:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332434176 00000100:00100000:2.0:1734016137.298252:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332434176 00010000:00010000:2.0:1734016137.298292:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 12 pid: 7694 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.298334:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3589 00000100:00100000:2.0:1734016137.298343:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332434176:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.298363:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.298389:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 12 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.298402:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 12 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.298784:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177a75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3350527) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c769 expref: 12 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.298815:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.298819:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.298828:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.298841:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.298898:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.299787:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334585472:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016137.299975:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.306087:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.306244:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334585472:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016137.306276:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.306350:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332434176:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8007us (8191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.306364:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3589 00000100:00100000:3.0:1734016137.306455:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332434432 00000100:00100000:3.0:1734016137.306463:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332434432 00002000:00100000:3.0:1734016137.306505:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1462272->1466367) req@ffff880077300000 x1818247332434432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.306517:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300000 with x1818247332434432 ext(1462272->1466367) 00002000:00010000:3.0:1734016137.306521:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300000 00000100:00100000:3.0:1734016137.306542:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10122 00000100:00100000:3.0:1734016137.306550:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332434432:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.306763:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332434432:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 215us (692us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.306770:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10122 00002000:00100000:3.0:1734016137.306776:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1462272->1466367) req@ffff880077300000 x1818247332434432/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.306783:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077300000 with x1818247332434432 ext(1462272->1466367) 00002000:00010000:3.0:1734016137.306785:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077300000 00000100:00100000:0.0:1734016137.311486:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.311990:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332434688 00000100:00100000:2.0:1734016137.312004:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332434688 00002000:00100000:2.0:1734016137.312063:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1470464->1474559) req@ffff8800767b2680 x1818247332434688/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.312076:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2680 with x1818247332434688 ext(1470464->1474559) 00002000:00010000:2.0:1734016137.312083:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2680 00000100:00100000:2.0:1734016137.312125:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10123 00000100:00100000:2.0:1734016137.312135:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332434688:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.312439:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332434688:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 303us (971us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.312457:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10123 00002000:00100000:2.0:1734016137.312464:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1470464->1474559) req@ffff8800767b2680 x1818247332434688/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.312472:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2680 with x1818247332434688 ext(1470464->1474559) 00002000:00010000:2.0:1734016137.312475:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2680 00000100:00100000:1.0:1734016137.320190:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.320528:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332434816 00000100:00100000:2.0:1734016137.320543:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332434816 00000100:00100000:2.0:1734016137.320608:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13332 00000100:00100000:2.0:1734016137.320616:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332434816:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016137.326364:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016137.326374:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.326376:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016137.326379:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.326380:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:2.0:1734016137.326543:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332434816:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 5915us (6362us total) trans 4294968234 rc 0/0 00000100:00100000:2.0:1734016137.326556:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13332 00000100:00100000:0.0:1734016137.329926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.330004:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.330176:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435072 00000100:00100000:2.0:1734016137.330194:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435072 00000100:00100000:2.0:1734016137.330277:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332434944 00000100:00100000:2.0:1734016137.330280:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332434944 00000100:00100000:2.0:1734016137.330313:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13333 00000100:00100000:2.0:1734016137.330323:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332435072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.330353:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.330387:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d3177b08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c803 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.330497:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334585600:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.330615:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.330634:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13334 00000100:00100000:2.0:1734016137.330639:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332434944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.330648:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.330659:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3177b0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c7fc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.330683:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334585728:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.330704:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00002000:00010000:2.0:1734016137.335365:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:2.0:1734016137.335425:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334585600:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.335490:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d3177b08 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c803 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.335512:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d3177b08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c803 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.335529:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016137.335613:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332435072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5288us (5701us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.335627:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13333 00000100:00100000:3.0:1734016137.335791:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334585728:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.335824:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3177b0f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7fc expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.335836:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3177b0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7fc expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.335854:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:3.0:1734016137.335876:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332434944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5236us (5872us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.335893:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13334 00000100:00100000:1.0:1734016137.340193:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.340258:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.340335:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435200 00000100:00100000:2.0:1734016137.340344:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435200 00000100:00100000:2.0:1734016137.340380:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435328 00000100:00100000:2.0:1734016137.340382:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435328 00000100:00100000:2.0:1734016137.340400:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13335 00000100:00100000:2.0:1734016137.340407:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332435200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.340430:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.340454:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177b16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c80a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.340537:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334585856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.340607:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.340626:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13336 00000100:00100000:2.0:1734016137.340630:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332435328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.340639:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.340651:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177b1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c811 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.340677:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334585984:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.340696:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.345846:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334585856:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.345933:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177b16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c80a expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.345955:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177b16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c80a expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.345978:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016137.346068:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332435200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5658us (5884us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.346079:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13335 00000100:00100000:2.0:1734016137.346359:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334585984:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.346378:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177b1d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c811 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.346389:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3177b1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c811 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.346398:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016137.346515:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332435328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5883us (6256us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.346522:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13336 00000100:00100000:1.0:1734016137.348863:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.349044:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435456 00000100:00100000:2.0:1734016137.349054:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435456 00000100:00100000:2.0:1734016137.349091:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13337 00000100:00100000:2.0:1734016137.349097:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332435456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.349111:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.350205:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c818 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.350246:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.350254:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.350256:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.350259:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2895872->2904063] (req 2895872->2904063) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.350292:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.350305:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 8 pid: 13917 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.350320:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334586112:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016137.350388:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.356657:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.356761:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435584 00000100:00100000:3.0:1734016137.356775:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435584 00002000:00100000:3.0:1734016137.356838:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1462272->1474559) req@ffff88007650a680 x1818247332435584/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 12776/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.356851:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247332435584 ext(1462272->1474559) 00010000:00010000:3.0:1734016137.356863:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 9 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016137.356896:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 9 pid: 13917 timeout: 501 lvb_type: 0 00002000:00010000:3.0:1734016137.356903:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007650a680 00000100:00100000:3.0:1734016137.356931:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 367 00000100:00100000:3.0:1734016137.356941:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332435584:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.357519:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334586112:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.357549:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2895872->2904063] (req 2895872->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.357570:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:3.0:1734016137.357634:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332435456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8536us (8786us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.357642:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13337 00000100:00100000:3.0:1734016137.360685:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332435584:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3721us (4023us total) trans 4294969859 rc 0/0 00000100:00100000:3.0:1734016137.360704:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 367 00002000:00100000:3.0:1734016137.360819:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1462272->1474559) req@ffff88007650a680 x1818247332435584/t4294969859(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 12776/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.360828:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650a680 with x1818247332435584 ext(1462272->1474559) 00010000:00010000:3.0:1734016137.360837:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 11 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016137.360855:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 11 pid: 13917 timeout: 501 lvb_type: 0 00002000:00010000:3.0:1734016137.360862:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007650a680 00000100:00100000:2.0:1734016137.367222:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.367710:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435712 00000100:00100000:0.0:1734016137.367783:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435712 00010000:00010000:0.0:1734016137.367859:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 11 pid: 13917 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016137.367912:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3590 00000100:00100000:0.0:1734016137.367924:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332435712:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016137.367948:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016137.367980:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 200 -> 224 00010000:00010000:0.0:1734016137.367987:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 11 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016137.368005:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 11 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016137.368042:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3177b01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1474559) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7f5 expref: 11 pid: 13917 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016137.368078:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.368080:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.368091:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.368105:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.368149:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.368166:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334586240:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016137.368259:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.373516:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334586240:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016137.373545:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.373610:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332435712:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5685us (6405us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.373621:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3590 00000100:00100000:0.0:1734016137.375292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.375429:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332435968 00000100:00100000:3.0:1734016137.375438:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332435968 00002000:00100000:3.0:1734016137.375495:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2895872->5099519) req@ffff8800796f9f80 x1818247332435968/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.375506:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9f80 with x1818247332435968 ext(2895872->5099519) 00002000:00010000:3.0:1734016137.375511:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9f80 00000100:00100000:3.0:1734016137.375599:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10124 00000100:00100000:3.0:1734016137.375608:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332435968:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.401856:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332435968:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 26226us (26553us total) trans 0 rc 909312/909312 00000100:00100000:3.0:1734016137.401876:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10124 00002000:00100000:3.0:1734016137.401899:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2895872->5099519) req@ffff8800796f9f80 x1818247332435968/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 909312/909312 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.401908:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9f80 with x1818247332435968 ext(2895872->5099519) 00002000:00010000:3.0:1734016137.401916:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f9f80 00000100:00100000:0.0:1734016137.412859:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.413054:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436224 00000100:00100000:3.0:1734016137.413069:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436224 00002000:00100000:3.0:1734016137.413134:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2899968->2904063) req@ffff8800796fb480 x1818247332436224/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.413150:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fb480 with x1818247332436224 ext(2899968->2904063) 00002000:00010000:3.0:1734016137.413157:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fb480 00000100:00100000:3.0:1734016137.414372:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10125 00000100:00100000:3.0:1734016137.414385:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332436224:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.414651:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332436224:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 267us (1805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.414659:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10125 00002000:00100000:3.0:1734016137.414668:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2899968->2904063) req@ffff8800796fb480 x1818247332436224/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.414678:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fb480 with x1818247332436224 ext(2899968->2904063) 00002000:00010000:3.0:1734016137.414683:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fb480 00000100:00100000:0.0:1734016137.427508:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.428053:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436352 00000100:00100000:3.0:1734016137.428065:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436352 00000100:00100000:3.0:1734016137.428107:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13338 00000100:00100000:3.0:1734016137.428114:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332436352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.428136:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.428159:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177b2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c81f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.428231:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334586368:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.428490:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.432242:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334586368:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.432309:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177b2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c81f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.432341:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177b2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c81f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.432974:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016137.433087:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332436352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4967us (5589us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.433099:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13338 00000100:00100000:2.0:1734016137.440071:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.440356:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436480 00000100:00100000:3.0:1734016137.440374:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436480 00000100:00100000:3.0:1734016137.440465:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13339 00000100:00100000:3.0:1734016137.440478:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332436480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.440511:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.440544:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177b32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c826 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.440637:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334586496:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.441296:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.445618:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334586496:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.445780:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177b32 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c826 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.445806:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d3177b32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c826 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.445960:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016137.446064:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332436480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5586us (6024us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.446077:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13339 00000100:00100000:0.0:1734016137.448934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.449100:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436608 00000100:00100000:3.0:1734016137.449116:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436608 00000100:00100000:3.0:1734016137.449191:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13340 00000100:00100000:3.0:1734016137.449204:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332436608:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016137.449619:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:3.0:1734016137.449622:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.449625:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.449628:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.449630:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:3.0:1734016137.449837:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332436608:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 634us (927us total) trans 4294969860 rc 0/0 00000100:00100000:3.0:1734016137.449845:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13340 00000100:00100000:0.0:1734016137.452961:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.453147:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436736 00000100:00100000:3.0:1734016137.453165:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436736 00000100:00100000:3.0:1734016137.453240:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13341 00000100:00100000:3.0:1734016137.453252:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332436736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.453283:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.453318:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177b39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c82d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.453410:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334586624:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.453517:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.456144:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334586624:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.456188:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177b39 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c82d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.456204:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177b39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c82d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.456217:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016137.456268:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332436736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3017us (3327us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.456276:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13341 00000100:00100000:0.0:1734016137.460107:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.460222:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436864 00000100:00100000:3.0:1734016137.460237:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436864 00000100:00100000:3.0:1734016137.460465:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13342 00000100:00100000:3.0:1734016137.460475:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332436864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.460501:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.460531:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177b40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c834 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.460621:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334586752:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.460986:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.464245:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334586752:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.464329:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177b40 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c834 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.464351:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177b40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c834 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.464367:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016137.464508:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332436864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4033us (4418us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.464519:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13342 00000100:00100000:0.0:1734016137.469014:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.469290:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332436992 00000100:00100000:3.0:1734016137.469308:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332436992 00000100:00100000:3.0:1734016137.469394:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13343 00000100:00100000:3.0:1734016137.469403:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332436992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.469431:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.469461:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177b47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c83b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.469551:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334586880:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.469681:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.473287:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334586880:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.473373:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177b47 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c83b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.473398:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177b47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c83b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.473996:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016137.474375:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332436992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4969us (5382us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.474387:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13343 00000100:00100000:1.0:1734016137.477165:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.477321:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437120 00000100:00100000:3.0:1734016137.477333:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437120 00000100:00100000:3.0:1734016137.477610:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13344 00000100:00100000:3.0:1734016137.477621:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332437120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.477649:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.477681:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c842 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.477756:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.477766:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.477768:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.477772:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.477825:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.477841:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 9 pid: 10116 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016137.477868:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334587008:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016137.477947:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.481424:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334587008:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.481482:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.481509:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016137.481594:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332437120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3973us (4448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.481604:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13344 00000100:00100000:0.0:1734016137.482337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.482453:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437248 00000100:00100000:2.0:1734016137.482463:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437248 00010000:00010000:2.0:1734016137.482508:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 10 pid: 10116 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.482542:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3591 00000100:00100000:2.0:1734016137.482551:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332437248:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.482572:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.482600:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 10 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.482613:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 10 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.482643:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177aec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c7e0 expref: 10 pid: 10116 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.484240:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.484251:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.484270:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.484283:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.484337:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.484358:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334587136:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016137.484450:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.491553:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334587136:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016137.491590:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.491649:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332437248:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9096us (9311us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.491662:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3591 00000100:00100000:0.0:1734016137.492247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.492337:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437376 00000100:00100000:3.0:1734016137.492346:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437376 00000100:00100000:3.0:1734016137.492382:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13345 00000100:00100000:3.0:1734016137.492391:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332437376:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016137.492677:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016137.492682:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.492685:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016136 00002000:00010000:3.0:1734016137.492687:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.492690:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 64 00000100:00100000:3.0:1734016137.492758:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332437376:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 367us (511us total) trans 4294968235 rc 0/0 00000100:00100000:3.0:1734016137.492763:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13345 00000100:00100000:0.0:1734016137.498292:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.498360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.499815:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437504 00000100:00100000:3.0:1734016137.499833:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437504 00000100:00100000:3.0:1734016137.501573:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437632 00000100:00100000:3.0:1734016137.501586:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437632 00000100:00100000:2.0:1734016137.501761:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13346 00000100:00100000:2.0:1734016137.501777:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332437504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.501817:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.501850:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3177b55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c849 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.501978:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334587264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.502125:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.508193:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13347 00000100:00100000:3.0:1734016137.508225:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332437632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.508269:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.508306:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177b5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c850 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.508401:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334587392:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.508527:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.509423:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334587264:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016137.509458:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3177b55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c849 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.509474:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3177b55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c849 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.509507:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:0.0:1734016137.509547:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332437504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7773us (11274us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.509557:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13346 00002000:00010000:3.0:1734016137.511614:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:3.0:1734016137.511646:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334587392:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.511690:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177b5c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c850 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.511708:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177b5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c850 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.511769:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016137.511917:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332437632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3702us (13555us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.511927:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13347 00000100:00100000:0.0:1734016137.524876:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.524961:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.525081:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437888 00000100:00100000:3.0:1734016137.525095:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437888 00000100:00100000:3.0:1734016137.525147:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332437760 00000100:00100000:3.0:1734016137.525148:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332437760 00000100:00100000:3.0:1734016137.525180:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13348 00000100:00100000:3.0:1734016137.525188:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332437888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.525211:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.525235:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177b63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c85e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.525328:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334587520:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.525417:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.525516:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13349 00000100:00100000:2.0:1734016137.525523:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332437760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.525534:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.525548:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177b6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c857 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.525584:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334587648:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.525605:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.540471:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334587648:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.540542:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177b6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c857 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.540563:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3177b6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c857 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.540604:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016137.540701:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332437760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15174us (15736us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.540716:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13349 00000100:00100000:3.0:1734016137.541357:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334587520:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.541393:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177b63 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c85e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.541404:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177b63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c85e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.541431:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016137.541460:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332437888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16273us (16602us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.541467:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13348 00000100:00100000:0.0:1734016137.552434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.552513:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.552642:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438144 00000100:00100000:2.0:1734016137.552657:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438144 00000100:00100000:2.0:1734016137.552715:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438016 00000100:00100000:2.0:1734016137.552752:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438016 00000100:00100000:2.0:1734016137.552801:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13350 00000100:00100000:2.0:1734016137.552811:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332438144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.552832:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.552861:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177b71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c86c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.552951:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334587776:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.553039:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.553140:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13351 00000100:00100000:1.0:1734016137.553147:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332438016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.553158:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.553174:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177b78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c865 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.553210:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334587904:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016137.553234:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.557284:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334587776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.557324:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177b71 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c86c expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.557337:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177b71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c86c expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.557353:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016137.557402:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332438144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4593us (4989us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.557410:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13350 00000100:00100000:1.0:1734016137.557555:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334587904:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016137.557576:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177b78 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c865 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.557590:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177b78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c865 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.557618:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016137.557637:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332438016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4489us (5123us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.557643:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13351 00000100:00100000:0.0:1734016137.566930:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.567003:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.567161:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438272 00000100:00100000:1.0:1734016137.567183:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438272 00000100:00100000:1.0:1734016137.567252:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438400 00000100:00100000:1.0:1734016137.567254:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438400 00000100:00100000:1.0:1734016137.567300:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13352 00000100:00100000:1.0:1734016137.567313:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332438272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.567355:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.567389:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177b7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c873 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.567492:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334588032:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016137.567593:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.567688:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13353 00000100:00100000:2.0:1734016137.567695:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332438400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.567705:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.567745:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177b86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c87a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.567779:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334588160:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.567805:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.570704:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334588160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.570925:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177b86 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c87a expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.570951:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177b86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c87a expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.570969:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016137.571061:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332438400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3362us (4055us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.571075:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13353 00000100:00100000:1.0:1734016137.571488:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334588032:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016137.571518:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177b7f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c873 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.571529:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177b7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c873 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.571566:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016137.572686:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332438272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5369us (5767us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.572702:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13352 00000100:00100000:0.0:1734016137.594363:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.594533:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438528 00000100:00100000:1.0:1734016137.594546:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438528 00000100:00100000:1.0:1734016137.594605:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13354 00000100:00100000:1.0:1734016137.594613:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332438528:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016137.596055:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:1.0:1734016137.596062:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.596064:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.596066:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.596068:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:1.0:1734016137.596180:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332438528:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1565us (1832us total) trans 4294969861 rc 0/0 00000100:00100000:1.0:1734016137.596188:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13354 00000100:00100000:0.0:1734016137.604152:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.604277:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438656 00000100:00100000:1.0:1734016137.604290:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438656 00000100:00100000:1.0:1734016137.604410:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13355 00000100:00100000:1.0:1734016137.604418:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332438656:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016137.604992:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:0.0:1734016137.604996:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:0.0:1734016137.604998:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:0.0:1734016137.604999:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:0.0:1734016137.605001:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 216 00000100:00100000:0.0:1734016137.605050:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332438656:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 632us (910us total) trans 4294969862 rc 0/0 00000100:00100000:0.0:1734016137.605057:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13355 00000100:00100000:0.0:1734016137.613219:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.613334:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332438912 00000100:00100000:3.0:1734016137.613344:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332438912 00002000:00100000:3.0:1734016137.613386:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3559424->3563519) req@ffff880076c69f80 x1818247332438912/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.613396:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c69f80 with x1818247332438912 ext(3559424->3563519) 00002000:00010000:3.0:1734016137.613402:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c69f80 00000100:00100000:3.0:1734016137.613424:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10126 00000100:00100000:3.0:1734016137.613432:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332438912:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.613635:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332438912:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 203us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.613644:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10126 00002000:00100000:3.0:1734016137.613650:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3559424->3563519) req@ffff880076c69f80 x1818247332438912/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.613657:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c69f80 with x1818247332438912 ext(3559424->3563519) 00002000:00010000:3.0:1734016137.613660:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c69f80 00000100:00100000:2.0:1734016137.632464:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.632694:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332439168 00000100:00100000:0.0:1734016137.632708:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332439168 00002000:00100000:0.0:1734016137.632768:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3563520->3567615) req@ffff8800771f1c00 x1818247332439168/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.632785:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1c00 with x1818247332439168 ext(3563520->3567615) 00002000:00010000:0.0:1734016137.632792:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f1c00 00000100:00100000:0.0:1734016137.632832:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10127 00000100:00100000:0.0:1734016137.632840:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332439168:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.633824:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332439168:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 978us (1372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.633834:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10127 00002000:00100000:0.0:1734016137.633842:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3563520->3567615) req@ffff8800771f1c00 x1818247332439168/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.633850:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1c00 with x1818247332439168 ext(3563520->3567615) 00002000:00010000:0.0:1734016137.633854:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f1c00 00000100:00100000:1.0:1734016137.642505:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.642617:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332439424 00000100:00100000:3.0:1734016137.642628:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332439424 00002000:00100000:3.0:1734016137.642689:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3567616->3571711) req@ffff880076508700 x1818247332439424/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.642704:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332439424 ext(3567616->3571711) 00002000:00010000:3.0:1734016137.642710:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:3.0:1734016137.642777:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10128 00000100:00100000:3.0:1734016137.642787:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332439424:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.643027:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332439424:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 241us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.643034:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10128 00002000:00100000:3.0:1734016137.643040:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3567616->3571711) req@ffff880076508700 x1818247332439424/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.643046:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332439424 ext(3567616->3571711) 00002000:00010000:3.0:1734016137.643049:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:0.0:1734016137.667799:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.669127:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332439552 00000100:00100000:2.0:1734016137.669148:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332439552 00000100:00100000:2.0:1734016137.669265:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13356 00000100:00100000:2.0:1734016137.669279:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332439552:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016137.669661:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:2.0:1734016137.669665:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.669668:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.669670:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.669673:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 216 -> 224 00000100:00100000:2.0:1734016137.669845:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1971:x1818247332439552:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 569us (2123us total) trans 4294969863 rc 0/0 00000100:00100000:2.0:1734016137.669854:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13356 00000100:00100000:0.0:1734016137.674184:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.674259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.674505:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332439808 00000100:00100000:2.0:1734016137.674521:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332439808 00000100:00100000:2.0:1734016137.674577:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332439680 00000100:00100000:2.0:1734016137.674578:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332439680 00000100:00100000:2.0:1734016137.674605:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13357 00000100:00100000:2.0:1734016137.674618:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332439808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.674656:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.674697:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177b8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c888 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.675012:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334588288:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.675112:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.675156:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13358 00000100:00100000:2.0:1734016137.675162:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332439680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.675174:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.675188:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177b94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c881 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.675226:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334588416:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.675248:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.678819:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334588288:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.678868:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177b8d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c888 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.679071:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd200/0xb46129d8d3177b8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c888 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.679085:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016137.679159:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332439808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4542us (4995us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.679171:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13357 00000100:00100000:3.0:1734016137.679299:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334588416:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.679324:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177b94 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c881 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.679332:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177b94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c881 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.679363:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:3.0:1734016137.679390:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332439680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4227us (5130us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.679397:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13358 00000100:00100000:0.0:1734016137.684815:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.684890:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.685055:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332439936 00000100:00100000:2.0:1734016137.685070:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332439936 00000100:00100000:2.0:1734016137.685119:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440064 00000100:00100000:2.0:1734016137.685120:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440064 00000100:00100000:2.0:1734016137.685145:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13359 00000100:00100000:2.0:1734016137.685154:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332439936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.685174:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.685195:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3177b9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c88f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.685274:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334588544:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.685340:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.685503:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13360 00000100:00100000:3.0:1734016137.685509:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332440064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.685517:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.685529:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177ba2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c896 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.685562:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334588672:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.685585:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.694874:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334588544:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.694935:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3177b9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c88f expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.694954:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3177b9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c88f expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.694980:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016137.695042:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332439936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9888us (10237us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.695051:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13359 00000100:00100000:3.0:1734016137.695636:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334588672:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.695666:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177ba2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c896 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.695677:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177ba2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c896 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.695696:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016137.695749:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332440064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10238us (10858us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.695755:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13360 00000100:00100000:0.0:1734016137.699965:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.700976:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440192 00000100:00100000:3.0:1734016137.700995:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440192 00000100:00100000:3.0:1734016137.701082:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13361 00000100:00100000:3.0:1734016137.701096:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+16:1968:x1818247332440192:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016137.701452:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 5098281 00002000:00010000:3.0:1734016137.701457:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.701460:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.701463:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.701465:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:3.0:1734016137.701657:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1968:x1818247332440192:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 562us (1722us total) trans 4294969864 rc 0/0 00000100:00100000:3.0:1734016137.702484:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13361 00000100:00100000:1.0:1734016137.710114:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.710177:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.710270:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440448 00000100:00100000:2.0:1734016137.710293:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440448 00000100:00100000:2.0:1734016137.710357:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440320 00000100:00100000:2.0:1734016137.710360:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440320 00000100:00100000:2.0:1734016137.710401:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13362 00000100:00100000:2.0:1734016137.710410:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332440448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.710437:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.710466:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177ba9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8a4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.710559:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334588800:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.710663:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.710787:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13363 00000100:00100000:3.0:1734016137.710794:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332440320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.710807:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.710821:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177bb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c89d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.710858:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334588928:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.710890:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016137.715202:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016137 -> 1734016138 00000100:00100000:2.0:1734016137.715245:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334588800:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.715302:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177ba9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8a4 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.715321:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177ba9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8a4 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.715362:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016137.715455:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332440448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5043us (5355us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.715470:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13362 00002000:00010000:3.0:1734016137.715633:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016137.715653:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334588928:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.715680:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177bb0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c89d expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.715691:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177bb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c89d expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.715749:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016137.715789:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332440320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4994us (5612us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.715794:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13363 00000100:00100000:0.0:1734016137.718701:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.719010:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.719108:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440576 00000100:00100000:3.0:1734016137.719122:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440576 00000100:00100000:3.0:1734016137.719178:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440704 00000100:00100000:3.0:1734016137.719182:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440704 00000100:00100000:3.0:1734016137.719208:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13364 00000100:00100000:3.0:1734016137.719215:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332440576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.719236:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.719256:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177bb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8ab expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.719322:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334589056:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.719386:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.719601:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13365 00000100:00100000:1.0:1734016137.719607:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332440704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.719616:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.719628:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177bbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8b2 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.719660:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334589184:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016137.719682:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.723207:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334589184:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016137.723271:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177bbe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b2 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.723294:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177bbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b2 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.723336:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016137.723407:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332440704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3796us (4395us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.723422:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13365 00000100:00100000:3.0:1734016137.724949:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334589056:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.724998:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177bb7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ab expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.725019:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3177bb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ab expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.725052:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016137.725113:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332440576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5894us (6422us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.725124:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13364 00000100:00100000:0.0:1734016137.729140:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.730904:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440832 00000100:00100000:3.0:1734016137.730930:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440832 00000100:00100000:3.0:1734016137.731457:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13366 00000100:00100000:3.0:1734016137.731468:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332440832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.731495:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.731523:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8b9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.731579:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.731588:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.731590:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.731594:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1720320->1732607] (req 1720320->1732607) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.731643:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.731664:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 8 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016137.731680:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334589312:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016137.731919:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.735498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.735700:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334589312:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.735765:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1720320->1732607] (req 1720320->1732607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.735787:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:2.0:1734016137.736457:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332440960 00000100:00100000:2.0:1734016137.736465:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332440960 00010000:00010000:2.0:1734016137.736500:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016137.736539:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3592 00000100:00100000:2.0:1734016137.736547:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332440960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.736561:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.736588:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.736599:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.736630:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177b4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c842 expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016137.736675:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332440832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5206us (7549us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.736683:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13366 00010000:00010000:2.0:1734016137.737931:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.737936:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.737949:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.737959:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.738002:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.738019:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334589440:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016137.738083:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.742702:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334589440:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016137.742759:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.742825:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332440960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6277us (7341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.742841:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3592 00000100:00100000:3.0:1734016137.744271:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.744716:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332441216 00000100:00100000:0.0:1734016137.744741:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332441216 00002000:00100000:0.0:1734016137.744790:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1720320->1724415) req@ffff880139bf2d80 x1818247332441216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.744804:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2d80 with x1818247332441216 ext(1720320->1724415) 00002000:00010000:0.0:1734016137.744811:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf2d80 00000100:00100000:0.0:1734016137.744841:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10129 00000100:00100000:0.0:1734016137.744847:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332441216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.745931:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332441216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1078us (1664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.745940:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10129 00002000:00100000:0.0:1734016137.745948:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1720320->1724415) req@ffff880139bf2d80 x1818247332441216/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.745955:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2d80 with x1818247332441216 ext(1720320->1724415) 00002000:00010000:0.0:1734016137.745959:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf2d80 00000100:00100000:2.0:1734016137.749322:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.749964:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332441472 00000100:00100000:0.0:1734016137.749980:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332441472 00002000:00100000:0.0:1734016137.750039:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1724416->1728511) req@ffff8800771f0380 x1818247332441472/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.750049:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0380 with x1818247332441472 ext(1724416->1728511) 00002000:00010000:0.0:1734016137.750053:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f0380 00000100:00100000:0.0:1734016137.750092:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10130 00000100:00100000:0.0:1734016137.750099:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332441472:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.750864:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332441472:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 762us (1557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.750873:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10130 00002000:00100000:0.0:1734016137.750891:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1724416->1728511) req@ffff8800771f0380 x1818247332441472/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.750900:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f0380 with x1818247332441472 ext(1724416->1728511) 00002000:00010000:0.0:1734016137.750903:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f0380 00000100:00100000:0.0:1734016137.754260:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.754701:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332441728 00000100:00100000:2.0:1734016137.754710:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332441728 00002000:00100000:2.0:1734016137.754782:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1728512->1732607) req@ffff88007970dc00 x1818247332441728/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.754792:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970dc00 with x1818247332441728 ext(1728512->1732607) 00002000:00010000:2.0:1734016137.754798:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970dc00 00000100:00100000:2.0:1734016137.754932:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10131 00000100:00100000:2.0:1734016137.754938:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332441728:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.755295:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332441728:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 355us (1049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.755305:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10131 00002000:00100000:2.0:1734016137.755309:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1728512->1732607) req@ffff88007970dc00 x1818247332441728/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.755315:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970dc00 with x1818247332441728 ext(1728512->1732607) 00002000:00010000:2.0:1734016137.755318:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970dc00 00000100:00100000:0.0:1734016137.758177:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.760151:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332441856 00000100:00100000:3.0:1734016137.760167:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332441856 00000100:00100000:3.0:1734016137.760237:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13367 00000100:00100000:3.0:1734016137.760247:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087221450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332441856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.760272:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.760289:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177bcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8c0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.760358:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334589568:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.760448:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.765567:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334589568:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.765614:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177bcc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8c0 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.765629:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177bcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8c0 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.765663:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016137.765742:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087221450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332441856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5494us (7578us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.765754:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13367 00000100:00100000:0.0:1734016137.769052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.769135:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332441984 00000100:00100000:3.0:1734016137.769149:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332441984 00000100:00100000:3.0:1734016137.769211:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13368 00000100:00100000:3.0:1734016137.769218:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332441984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.769236:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.769257:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177bd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8c7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.769313:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334589696:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.769389:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.775439:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334589696:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.775479:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177bd3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8c7 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.775493:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177bd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8c7 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.778660:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016137.778767:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332441984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9543us (9728us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.778776:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13368 00000100:00100000:0.0:1734016137.781584:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.781673:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332442112 00000100:00100000:3.0:1734016137.781681:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332442112 00000100:00100000:3.0:1734016137.782021:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13369 00000100:00100000:3.0:1734016137.782029:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332442112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.782045:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.782065:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8ce expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.782099:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.782107:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.782110:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.782113:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2330624->2338815] (req 2330624->2338815) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.782144:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.782154:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016137.782166:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334589824:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016137.782215:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.787381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.787480:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334589824:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.787520:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2330624->2338815] (req 2330624->2338815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.787541:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016137.787619:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332442112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5590us (6042us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.787628:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13369 00000100:00100000:2.0:1734016137.787777:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332442240 00000100:00100000:2.0:1734016137.787788:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332442240 00010000:00010000:2.0:1734016137.787819:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 10 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016137.787857:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3593 00000100:00100000:2.0:1734016137.787863:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332442240:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.787886:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.787911:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 10 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.787922:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 10 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.787946:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1732607) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8b9 expref: 10 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.787971:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.787973:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.787979:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.787991:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788032:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.788045:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334589952:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016137.790850:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.793482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.793521:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334589952:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016137.793562:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.793632:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332442240:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5767us (6262us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.793647:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3593 00000100:00100000:3.0:1734016137.793666:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332442496 00000100:00100000:3.0:1734016137.793676:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332442496 00002000:00100000:3.0:1734016137.793745:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2330624->2334719) req@ffff88007970f100 x1818247332442496/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.793755:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f100 with x1818247332442496 ext(2330624->2334719) 00002000:00010000:3.0:1734016137.793760:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970f100 00000100:00100000:3.0:1734016137.793793:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10132 00000100:00100000:3.0:1734016137.793800:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332442496:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.794856:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332442496:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1048us (1385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.794865:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10132 00002000:00100000:3.0:1734016137.794873:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2330624->2334719) req@ffff88007970f100 x1818247332442496/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.794890:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f100 with x1818247332442496 ext(2330624->2334719) 00002000:00010000:3.0:1734016137.794894:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970f100 00000100:00100000:0.0:1734016137.802935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.803116:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332442752 00000100:00100000:2.0:1734016137.803135:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332442752 00002000:00100000:2.0:1734016137.803196:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2334720->2338815) req@ffff88007970c700 x1818247332442752/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.803207:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970c700 with x1818247332442752 ext(2334720->2338815) 00002000:00010000:2.0:1734016137.803214:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970c700 00000100:00100000:2.0:1734016137.803260:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10133 00000100:00100000:2.0:1734016137.803266:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332442752:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.803493:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332442752:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 226us (580us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.803506:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10133 00002000:00100000:2.0:1734016137.803512:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2334720->2338815) req@ffff88007970c700 x1818247332442752/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.803520:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970c700 with x1818247332442752 ext(2334720->2338815) 00002000:00010000:2.0:1734016137.803523:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970c700 00000100:00100000:0.0:1734016137.807928:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016137.810336:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.810683:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332442880 00000100:00100000:1.0:1734016137.810701:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332442880 00000100:00100000:1.0:1734016137.810788:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443008 00000100:00100000:1.0:1734016137.810790:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443008 00000100:00100000:1.0:1734016137.810812:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13370 00000100:00100000:1.0:1734016137.810822:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332442880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.810853:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.810887:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177be1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8d5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.810968:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334590080:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016137.811049:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.811441:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13371 00000100:00100000:2.0:1734016137.811448:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332443008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.811457:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.811472:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3177be8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8dc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.811511:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590208:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016137.811545:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016137.815591:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016137 -> 1734016138 00000100:00100000:1.0:1734016137.815646:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334590080:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016137.815716:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177be1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8d5 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.815787:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177be1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8d5 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016137.815981:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016137 -> 1734016138 00000100:00100000:2.0:1734016137.816003:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590208:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.816031:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3177be8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8dc expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.816041:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d3177be8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8dc expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.816064:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016137.816142:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332443008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4691us (5816us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.816164:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13371 00010000:00010000:1.0:1734016137.817339:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016137.817395:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332442880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6570us (9473us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.817404:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13370 00000100:00100000:1.0:1734016137.821255:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016137.821317:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.822257:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443136 00000100:00100000:1.0:1734016137.822260:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443264 00000100:00100000:1.0:1734016137.822270:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443264 00000100:00100000:3.0:1734016137.822270:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443136 00000100:00100000:1.0:1734016137.822321:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13372 00000100:00100000:3.0:1734016137.822327:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13373 00000100:00100000:1.0:1734016137.822331:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332443136:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.822332:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332443264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.822353:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.822354:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.822372:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177bef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8e3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.822372:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177bf6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8ea expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.822438:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334590464:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016137.822509:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.824026:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590336:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.825040:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.825885:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334590464:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016137.825926:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177bef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8e3 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.825942:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3177bef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8e3 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.825962:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:2.0:1734016137.826014:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332443136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3684us (4777us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.826025:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13372 00000100:00100000:3.0:1734016137.833210:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590336:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.833255:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177bf6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ea expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.833268:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177bf6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ea expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.833290:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016137.833518:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332443264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11183us (12198us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.833526:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13373 00000100:00100000:0.0:1734016137.840199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.840405:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443392 00000100:00100000:3.0:1734016137.840420:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443392 00000100:00100000:3.0:1734016137.840495:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13374 00000100:00100000:3.0:1734016137.840506:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332443392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.840540:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.840575:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8f1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.840626:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.840636:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.840639:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.840643:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2158592->2170879] (req 2158592->2170879) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.840693:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.840709:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 16 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016137.840774:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334590592:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016137.843409:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.851065:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334590592:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016137.851120:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2158592->2170879] (req 2158592->2170879) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.851143:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016137.851239:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332443392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10733us (11061us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.851251:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13374 00000100:00100000:1.0:1734016137.852218:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.852318:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443520 00000100:00100000:3.0:1734016137.852329:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443520 00002000:00100000:3.0:1734016137.852403:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2895872->2904063) req@ffff880076508a80 x1818247332443520/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 8680/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.852416:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508a80 with x1818247332443520 ext(2895872->2904063) 00010000:00010000:3.0:1734016137.852431:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 17 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016137.852449:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 17 pid: 7692 timeout: 502 lvb_type: 0 00002000:00010000:3.0:1734016137.852456:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076508a80 00000100:00100000:3.0:1734016137.852497:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 368 00000100:00100000:3.0:1734016137.852506:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332443520:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.859074:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332443520:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6554us (6848us total) trans 4294969865 rc 0/0 00000100:00100000:3.0:1734016137.859090:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 368 00002000:00100000:3.0:1734016137.859105:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2895872->2904063) req@ffff880076508a80 x1818247332443520/t4294969865(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:98/0 lens 8680/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.859115:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508a80 with x1818247332443520 ext(2895872->2904063) 00010000:00010000:3.0:1734016137.859128:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 19 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016137.859146:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 19 pid: 7692 timeout: 502 lvb_type: 0 00002000:00010000:3.0:1734016137.859153:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076508a80 00000100:00100000:0.0:1734016137.864925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016137.865022:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443648 00000100:00100000:2.0:1734016137.865038:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443648 00010000:00010000:2.0:1734016137.865097:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 19 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016137.865137:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3594 00000100:00100000:2.0:1734016137.865149:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1971:x1818247332443648:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.865168:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016137.865188:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 240 00010000:00010000:2.0:1734016137.865195:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 19 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.865214:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 19 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.865240:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177b24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2904063) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c818 expref: 19 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016137.865281:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.865284:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.865293:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.865300:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.865345:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.865361:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334590720:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016137.865657:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.873152:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334590720:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016137.873205:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.874035:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1971:x1818247332443648:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8884us (9124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.874053:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3594 00000100:00100000:0.0:1734016137.887161:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.888624:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332443904 00000100:00100000:3.0:1734016137.888805:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332443904 00002000:00100000:3.0:1734016137.888857:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501fb80 x1818247332443904/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.888865:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501fb80 with x1818247332443904 ext(0->4194303) 00002000:00010000:3.0:1734016137.888869:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501fb80 00000100:00100000:3.0:1734016137.888917:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10134 00000100:00100000:3.0:1734016137.888924:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332443904:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:2.0:1734016137.922337:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016137.974563:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332443904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 85628us (87408us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016137.974577:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10134 00002000:00100000:2.0:1734016137.974595:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501fb80 x1818247332443904/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.974605:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501fb80 with x1818247332443904 ext(0->4194303) 00002000:00010000:2.0:1734016137.974612:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501fb80 00000100:00100000:0.0:1734016137.990946:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016137.992017:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444032 00000100:00100000:3.0:1734016137.992029:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444032 00000100:00100000:3.0:1734016137.992111:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13375 00000100:00100000:3.0:1734016137.992120:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332444032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.992145:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.992173:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177c04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8f8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.992265:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590848:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016137.993067:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.995844:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590848:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016137.995897:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177c04 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f8 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.995914:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177c04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f8 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.996616:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016137.997344:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332444032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4599us (5799us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.997361:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13375 00000100:00100000:1.0:1734016138.000985:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.001152:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444160 00000100:00100000:3.0:1734016138.001167:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444160 00000100:00100000:3.0:1734016138.001236:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13376 00000100:00100000:3.0:1734016138.001246:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332444160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.001274:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.001298:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c8ff expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.001382:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590976:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.001480:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.004085:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334590976:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.004156:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c0b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ff expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.004177:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ff expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.004544:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016138.004624:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332444160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3377us (3655us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.004636:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13376 00000100:00100000:0.0:1734016138.011381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.011565:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444288 00000100:00100000:3.0:1734016138.011581:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444288 00000100:00100000:3.0:1734016138.011646:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13377 00000100:00100000:3.0:1734016138.011657:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332444288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.011680:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.011710:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c906 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.011779:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.011786:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.011787:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.011790:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1789952->1794047] (req 1789952->1794047) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.011833:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.011845:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 8 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.011860:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591104:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016138.011947:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.019241:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591104:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016138.019292:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1789952->1794047] (req 1789952->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.019310:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016138.019378:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332444288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7723us (8014us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.019386:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13377 00000100:00100000:0.0:1734016138.020026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.021331:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444416 00000100:00100000:2.0:1734016138.021346:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444416 00002000:00100000:2.0:1734016138.021427:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2330624->2338815) req@ffff88013501d880 x1818247332444416/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.021445:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d880 with x1818247332444416 ext(2330624->2338815) 00010000:00010000:2.0:1734016138.021458:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.021475:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 9 pid: 7692 timeout: 502 lvb_type: 0 00002000:00010000:2.0:1734016138.021482:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013501d880 00000100:00100000:2.0:1734016138.021520:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 369 00000100:00100000:2.0:1734016138.021528:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332444416:12345-192.168.201.52@tcp:4:fsx.0 00000100:00080000:1.0:1734016138.022109:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016108 00000100:00100000:2.0:1734016138.022700:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332444416:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1169us (2672us total) trans 4294968236 rc 0/0 00000100:00100000:2.0:1734016138.022709:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 369 00002000:00100000:2.0:1734016138.022717:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2330624->2338815) req@ffff88013501d880 x1818247332444416/t4294968236(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.022742:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d880 with x1818247332444416 ext(2330624->2338815) 00010000:00010000:2.0:1734016138.022749:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.022764:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00002000:00010000:2.0:1734016138.022771:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013501d880 00000100:00100000:0.0:1734016138.025626:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.025774:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444544 00000100:00100000:2.0:1734016138.025788:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444544 00010000:00010000:2.0:1734016138.025840:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.025885:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3595 00000100:00100000:2.0:1734016138.025892:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332444544:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.025910:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016138.025938:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 88 00010000:00010000:2.0:1734016138.025946:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.025961:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.025991:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177bda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2338815) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8ce expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.026033:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.026036:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.026044:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.026058:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.026099:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.026116:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334591232:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016138.026399:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.031349:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334591232:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016138.031396:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.031487:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332444544:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5591us (5873us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.031506:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3595 00000100:00100000:0.0:1734016138.046786:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.047865:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444800 00000100:00100000:2.0:1734016138.047885:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444800 00002000:00100000:2.0:1734016138.047956:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076644700 x1818247332444800/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.047968:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644700 with x1818247332444800 ext(0->4194303) 00002000:00010000:2.0:1734016138.047975:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076644700 00000100:00100000:2.0:1734016138.048023:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10135 00000100:00100000:2.0:1734016138.048030:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332444800:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.094810:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332444800:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 46767us (48076us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016138.094825:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10135 00002000:00100000:3.0:1734016138.094841:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076644700 x1818247332444800/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.094851:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644700 with x1818247332444800 ext(0->4194303) 00002000:00010000:3.0:1734016138.094859:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076644700 00000100:00100000:0.0:1734016138.102562:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.103072:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332444928 00000100:00100000:3.0:1734016138.103087:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332444928 00000100:00100000:3.0:1734016138.103157:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13378 00000100:00100000:3.0:1734016138.103166:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332444928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.103192:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.103217:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c90d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.103259:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.103269:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.103272:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.103276:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2867200->2875391] (req 2867200->2875391) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.103315:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.103330:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.103344:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591360:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016138.103431:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.111039:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591360:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016138.111079:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2867200->2875391] (req 2867200->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.111098:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016138.111150:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332444928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7984us (8603us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.111159:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13378 00000100:00100000:0.0:1734016138.114198:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.116030:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445056 00000100:00100000:2.0:1734016138.116048:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445056 00010000:00010000:2.0:1734016138.116087:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.116128:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3596 00000100:00100000:2.0:1734016138.116136:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332445056:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.116152:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.116177:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.116189:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.116211:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177c12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1789952->1794047) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c906 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.116234:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.116236:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.116243:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.116252:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.116291:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.116306:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334591488:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016138.116399:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.126853:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.127469:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334591488:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016138.127503:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.127574:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332445056:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11438us (13390us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.127587:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3596 00000100:00100000:3.0:1734016138.127807:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445184 00000100:00100000:3.0:1734016138.127814:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445184 00000100:00100000:3.0:1734016138.127847:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13379 00000100:00100000:3.0:1734016138.127853:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332445184:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016138.128099:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016138.128102:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.128105:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.128107:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.128108:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1734016138.128782:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332445184:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 925us (1944us total) trans 4294968237 rc 0/0 00000100:00100000:3.0:1734016138.128791:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13379 00000100:00100000:0.0:1734016138.135587:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016138.135674:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.135816:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445312 00000100:00100000:2.0:1734016138.135832:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445312 00000100:00100000:3.0:1734016138.135961:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445440 00000100:00100000:3.0:1734016138.135965:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445440 00000100:00100000:3.0:1734016138.136031:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13380 00000100:00100000:3.0:1734016138.136043:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332445440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.136071:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.136100:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177c20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c91b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.136200:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591616:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.138057:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13381 00000100:00100000:2.0:1734016138.138070:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+18:1970:x1818247332445312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.138096:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.138125:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c914 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.138160:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.138164:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.138176:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 19 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.138197:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 19 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.138219:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00080000:1.0:1734016138.138516:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016108 00000100:00100000:3.0:1734016138.138680:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.138811:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1970:x1818247332445312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 741us (3243us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.138819:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13381 00002000:00010000:3.0:1734016138.143165:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016138.143209:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591616:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.143270:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177c20 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c91b expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.143291:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177c20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c91b expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144095:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016138.144437:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332445440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8391us (8755us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.144449:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13380 00000100:00100000:0.0:1734016138.148683:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.148990:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445568 00000100:00100000:3.0:1734016138.148999:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445568 00000100:00100000:3.0:1734016138.149238:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13382 00000100:00100000:3.0:1734016138.149250:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332445568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.149287:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.149315:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177c2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c922 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.149395:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591744:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.150448:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.152816:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591744:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.152861:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177c2e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c922 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.152887:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177c2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c922 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.152901:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016138.152957:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332445568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3709us (4283us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.152964:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13382 00000100:00100000:0.0:1734016138.163809:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.163970:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445824 00000100:00100000:3.0:1734016138.163978:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445824 00002000:00100000:3.0:1734016138.164015:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079a73800 x1818247332445824/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.164024:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73800 with x1818247332445824 ext(0->4194303) 00002000:00010000:3.0:1734016138.164030:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a73800 00000100:00100000:3.0:1734016138.164562:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10136 00000100:00100000:3.0:1734016138.164570:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332445824:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.217325:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1968:x1818247332445824:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 52738us (53508us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016138.217343:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10136 00002000:00100000:2.0:1734016138.217359:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079a73800 x1818247332445824/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.217370:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a73800 with x1818247332445824 ext(0->4194303) 00002000:00010000:2.0:1734016138.217377:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a73800 00000100:00100000:0.0:1734016138.225999:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.226142:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332445952 00000100:00100000:3.0:1734016138.226158:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332445952 00000100:00100000:3.0:1734016138.226230:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13383 00000100:00100000:3.0:1734016138.226240:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332445952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.226272:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.226298:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177c35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c929 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.226373:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591872:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.226672:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.229236:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334591872:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.229291:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177c35 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c929 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.229309:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177c35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c929 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.230713:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016138.231409:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332445952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5159us (5414us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.231422:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13383 00000100:00100000:0.0:1734016138.236774:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.236931:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446080 00000100:00100000:3.0:1734016138.236942:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446080 00000100:00100000:3.0:1734016138.237001:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13384 00000100:00100000:3.0:1734016138.237008:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332446080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.237025:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.237042:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177c3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c930 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.237089:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592000:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.237136:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.239240:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592000:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.239282:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177c3c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c930 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.239297:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177c3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c930 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.239316:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016138.242161:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332446080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5139us (5435us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.242173:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13384 00000100:00100000:0.0:1734016138.247018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.247140:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446208 00000100:00100000:2.0:1734016138.247155:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446208 00000100:00100000:2.0:1734016138.247439:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13385 00000100:00100000:2.0:1734016138.247452:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332446208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.247481:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.247511:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3177c43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c937 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.247592:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592128:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.247692:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.254188:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592128:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016138.254239:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3177c43 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c937 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.254257:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d3177c43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c937 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.254815:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016138.254935:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332446208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7483us (7932us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.254950:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13385 00000100:00100000:0.0:1734016138.258128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.258234:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446336 00000100:00100000:2.0:1734016138.258249:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446336 00000100:00100000:2.0:1734016138.258308:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13386 00000100:00100000:2.0:1734016138.258322:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332446336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.258352:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.258389:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3177c4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c93e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.258491:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592256:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.259036:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.263526:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592256:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016138.263583:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3177c4a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c93e expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.263599:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3177c4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c93e expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.263639:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016138.263700:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332446336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5381us (5589us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.263712:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13386 00000100:00100000:1.0:1734016138.268398:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.268498:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446464 00000100:00100000:2.0:1734016138.268512:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446464 00000100:00100000:2.0:1734016138.268599:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13387 00000100:00100000:2.0:1734016138.268612:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332446464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.268644:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.268674:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177c51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c945 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.268811:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592384:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.268928:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.272614:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592384:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016138.272662:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177c51 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c945 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.272680:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177c51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c945 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.273295:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016138.273348:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332446464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4736us (4973us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.273357:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13387 00000100:00100000:0.0:1734016138.277390:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.277548:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446592 00000100:00100000:2.0:1734016138.277561:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446592 00000100:00100000:2.0:1734016138.277647:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13388 00000100:00100000:2.0:1734016138.277662:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332446592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.277702:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.277777:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3177c58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c94c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.277899:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592512:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.278022:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.284476:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334592512:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016138.284534:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3177c58 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c94c expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.284550:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3177c58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c94c expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.284625:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016138.284951:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332446592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7290us (7589us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.284965:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13388 00000100:00100000:0.0:1734016138.290614:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016138.291072:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446848 00000100:00100000:1.0:1734016138.291086:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446848 00000100:00080000:2.0:1734016138.291697:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016108 00000100:00100000:1.0:1734016138.291948:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2722 00000100:00100000:1.0:1734016138.291962:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332446848:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016138.292078:0:6485:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016138.292141:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177a52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c746 expref: 23 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.292181:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016138.292186:0:6485:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016138.292472:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016138.292486:0:6485:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.292492:0:6485:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016138.292544:0:6485:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.292561:0:6485:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 20 pid: 6485 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016138.292577:0:6485:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334592640:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016138.292667:0:6485:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.301509:0:6485:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6485:1818247334592640:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016138.301568:0:6485:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:0.0:1734016138.301946:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.302525:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332446976 00000100:00100000:2.0:1734016138.302535:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332446976 00010000:00010000:2.0:1734016138.302598:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 21 pid: 6485 timeout: 502 lvb_type: 0 00000100:00080000:0.0:1734016138.302674:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016108 00000100:00100000:2.0:1734016138.303417:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3597 00000100:00100000:2.0:1734016138.303426:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1970:x1818247332446976:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.303443:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.303451:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 21 pid: 6485 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.303469:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 21 pid: 6485 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.303493:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3177a44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c73f expref: 21 pid: 6485 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.303523:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016138.303528:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.303538:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.303545:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.304277:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.304355:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1970:x1818247332446976:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 926us (2407us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.304365:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3597 00010000:00010000:1.0:1734016138.304912:0:6485:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016138.304921:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000001:00080000:1.0:1734016138.305030:0:6485:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969048 00000004:00010000:1.0:1734016138.305085:0:6485:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079a73b80 reply state ffff880076fb5000 transno 4294969049 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000100:00100000:1.0:1734016138.305094:0:6485:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016138.305198:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332446848:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 13238us (14603us total) trans 4294969049 rc 0/0 00000100:00100000:1.0:1734016138.305206:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2722 00000020:00080000:1.0:1734016138.305210:0:6485:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016138.313433:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.313453:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.313461:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.313471:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e0fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016138.313475:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.313484:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.313505:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016138.313508:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016138.313512:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00010000:00010000:2.0:1734016138.313516:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177c5f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 00000100:00100000:2.0:1734016138.314779:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016138.314878:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447104 00000100:00100000:0.0:1734016138.314895:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447104 00000100:00100000:0.0:1734016138.314953:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13389 00000100:00100000:0.0:1734016138.314966:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332447104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.314994:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.315020:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c953 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.315057:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.315067:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.315074:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.315076:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.315080:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 20 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.315120:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.315136:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 502 lvb_type: 1 00000100:00100000:0.0:1734016138.315152:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334592768:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016138.315262:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.315271:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 10 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:0.0:1734016138.315279:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334592896:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016138.315298:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.327064:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334592768:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016138.327081:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334592896:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016138.327126:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 20 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.327151:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:2.0:1734016138.327245:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332447104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12282us (12481us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.327253:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13389 00000100:00100000:0.0:1734016138.330115:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.331616:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447232 00000100:00100000:2.0:1734016138.331634:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447232 00010000:00010000:2.0:1734016138.331685:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.331794:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3598 00000100:00100000:2.0:1734016138.331807:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332447232:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.331830:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.331873:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.331884:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.331913:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3177bfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2158592->2170879) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c8f1 expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.331945:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.332035:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332447232:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 227us (1930us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.332044:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3598 00000100:00100000:0.0:1734016138.341440:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.341588:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447360 00000100:00100000:2.0:1734016138.341608:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447360 00010000:00010000:2.0:1734016138.341667:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016138.341766:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3599 00000100:00100000:2.0:1734016138.341778:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3eb8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1969:x1818247332447360:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.341806:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.341841:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 502 lvb_type: 1 00010000:00010000:2.0:1734016138.341857:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 502 lvb_type: 1 00010000:00010000:2.0:1734016138.341904:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177c27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c914 expref: 20 pid: 10116 timeout: 502 lvb_type: 1 00010000:00010000:2.0:1734016138.341932:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.341934:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.341940:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.341951:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.342003:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 19 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.342021:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334593024:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016138.342104:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.359337:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.360072:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334593024:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016138.360099:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.360288:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447488 00000100:00100000:3.0:1734016138.360298:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447488 00000100:00100000:3.0:1734016138.360340:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13390 00000100:00100000:3.0:1734016138.360347:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332447488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.360367:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.360385:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c95a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.360414:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.360421:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.360423:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.360426:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.360455:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.360466:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 10 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.360480:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334593152:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016138.361524:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3eb8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332447360:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 19742us (20101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.361535:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3599 00000100:00100000:3.0:1734016138.362394:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.368119:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334593152:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016138.368149:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.368166:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016138.368211:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332447488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7863us (8882us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.368220:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13390 00000100:00100000:1.0:1734016138.368371:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.368596:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447616 00000100:00100000:2.0:1734016138.368603:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447616 00010000:00010000:2.0:1734016138.368628:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.368653:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3600 00000100:00100000:2.0:1734016138.368658:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332447616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.368671:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.368691:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.368700:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.368734:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177c19 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2867200->2875391) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c90d expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.369007:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.369009:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.369014:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.369021:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.369048:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.369058:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800771f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334593280:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016138.369602:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.380578:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800771f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334593280:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016138.380610:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016138.380669:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332447616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12009us (12297us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.380680:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3600 00000100:00100000:2.0:1734016138.381260:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.381346:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.381413:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447744 00000100:00100000:3.0:1734016138.381421:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447744 00002000:00010000:3.0:1734016138.381456:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6152211->18446744073709551615) 00002000:00100000:3.0:1734016138.381460:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1180 with x1818247332447744 ext(6152211->18446744073709551615) 00002000:00010000:3.0:1734016138.381470:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1180. 00000100:00100000:3.0:1734016138.381483:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332447872 00000100:00100000:3.0:1734016138.381485:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332447872 00002000:00010000:3.0:1734016138.381493:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016138.381495:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2a00 with x1818247332447872 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016138.381501:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f2a00. 00000100:00100000:3.0:1734016138.382483:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10137 00000100:00100000:3.0:1734016138.382493:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:1969:x1818247332447744:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016138.382843:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5098281 -> 6152211 00002000:00010000:3.0:1734016138.382849:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.382851:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.382854:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.382856:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:3.0:1734016138.382921:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1969:x1818247332447744:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 427us (1661us total) trans 4294969866 rc 0/0 00000100:00100000:3.0:1734016138.382929:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10137 00002000:00010000:3.0:1734016138.382933:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6152211->18446744073709551615) 00002000:00100000:3.0:1734016138.382936:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f1180 with x1818247332447744 ext(6152211->18446744073709551615) 00002000:00010000:3.0:1734016138.382940:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f1180. 00000100:00100000:3.0:1734016138.382953:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10138 00000100:00100000:3.0:1734016138.382958:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332447872:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016138.383042:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016138.383045:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.383047:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:3.0:1734016138.383048:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.383050:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1734016138.383070:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332447872:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 112us (1724us total) trans 4294968238 rc 0/0 00000100:00100000:3.0:1734016138.383075:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10138 00002000:00010000:3.0:1734016138.383078:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016138.383080:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2a00 with x1818247332447872 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016138.383084:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f2a00. 00000100:00100000:0.0:1734016138.401548:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016138.402689:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332448128 00000100:00100000:1.0:1734016138.402710:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332448128 00002000:00100000:1.0:1734016138.402796:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6144000->6148095) req@ffff880075e85500 x1818247332448128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.402809:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85500 with x1818247332448128 ext(6144000->6148095) 00002000:00010000:1.0:1734016138.402816:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85500 00000100:00100000:1.0:1734016138.402876:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10139 00000100:00100000:1.0:1734016138.402885:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332448128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.403108:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332448128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 223us (1576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.403118:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10139 00002000:00100000:1.0:1734016138.403124:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6144000->6148095) req@ffff880075e85500 x1818247332448128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.403132:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85500 with x1818247332448128 ext(6144000->6148095) 00002000:00010000:1.0:1734016138.403134:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85500 00000100:00100000:2.0:1734016138.414964:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.415045:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016138.415152:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332448512 00000100:00100000:1.0:1734016138.415163:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332448512 00002000:00100000:1.0:1734016138.415219:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8800771f3b80 x1818247332448512/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.415230:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3b80 with x1818247332448512 ext(0->4194303) 00002000:00010000:1.0:1734016138.415237:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f3b80 00000100:00100000:1.0:1734016138.415254:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332448640 00000100:00100000:1.0:1734016138.415255:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332448640 00002000:00100000:1.0:1734016138.415265:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6156287) req@ffff8800771f2680 x1818247332448640/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 504/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.415271:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2680 with x1818247332448640 ext(4194304->6156287) 00002000:00010000:1.0:1734016138.415274:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f2680 00000100:00100000:1.0:1734016138.415297:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10140 00000100:00100000:1.0:1734016138.415306:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332448512:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.415336:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10141 00000100:00100000:0.0:1734016138.415341:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332448640:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.477570:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332448640:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 62210us (62507us total) trans 0 rc 1957888/1957888 00000100:00100000:0.0:1734016138.477589:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10141 00002000:00100000:0.0:1734016138.477605:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6156287) req@ffff8800771f2680 x1818247332448640/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 504/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 1957888/1957888 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.477615:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2680 with x1818247332448640 ext(4194304->6156287) 00002000:00010000:0.0:1734016138.477625:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f2680 00000100:00100000:2.0:1734016138.514469:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016138.514564:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332448768 00000100:00100000:0.0:1734016138.514579:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332448768 00002000:00100000:0.0:1734016138.514637:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6144000->6152210) req@ffff8800771f2300 x1818247332448768/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 8704/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.514648:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2300 with x1818247332448768 ext(6144000->6152210) 00002000:00010000:0.0:1734016138.514656:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f2300 00000100:00100000:0.0:1734016138.514684:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10142 00000100:00100000:0.0:1734016138.514690:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1970:x1818247332448768:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016138.529876:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1970:x1818247332448768:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 15145us (15381us total) trans 4294969867 rc 0/0 00000100:00100000:0.0:1734016138.529896:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10142 00002000:00100000:0.0:1734016138.529914:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (6144000->6152210) req@ffff8800771f2300 x1818247332448768/t4294969867(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 8704/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.529928:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f2300 with x1818247332448768 ext(6144000->6152210) 00002000:00010000:0.0:1734016138.529936:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800771f2300 00000100:00100000:2.0:1734016138.533082:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332448512:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 117754us (118114us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016138.533101:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10140 00002000:00100000:2.0:1734016138.533119:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8800771f3b80 x1818247332448512/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.533129:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800771f3b80 with x1818247332448512 ext(0->4194303) 00002000:00010000:2.0:1734016138.533136:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800771f3b80 00000100:00100000:2.0:1734016138.536895:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016138.537081:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332448896 00000100:00100000:1.0:1734016138.537100:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332448896 00000100:00100000:1.0:1734016138.537237:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2723 00000100:00100000:1.0:1734016138.537254:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332448896:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016138.537544:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332448896:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 291us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.537555:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2723 00000100:00100000:0.0:1734016138.544509:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.545611:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449024 00000100:00100000:3.0:1734016138.545631:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449024 00000100:00100000:3.0:1734016138.546298:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13391 00000100:00100000:3.0:1734016138.546313:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:1969:x1818247332449024:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016138.551794:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969867 is committed 00000001:00080000:2.0:1734016138.551855:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969859 is committed 00000100:00100000:3.0:1734016138.555130:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332449024:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8799us (10611us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.555154:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13391 00000100:00100000:0.0:1734016138.560679:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.561020:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449152 00000100:00100000:3.0:1734016138.561037:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449152 00000100:00100000:3.0:1734016138.561129:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2724 00000100:00100000:3.0:1734016138.561142:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332449152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.561178:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.561206:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177c74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c961 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.561494:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177c7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016138.561513:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016138.561529:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016138.561564:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10346515 00000004:00200000:3.0:1734016138.561569:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016138.561593:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016138.561620:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177c74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c961 expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.561902:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177c7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c961 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.561915:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016138.561920:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016138.561923:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:2.0:1734016138.571250:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016138.571412:0:6485:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449280 00000100:00100000:1.0:1734016138.571427:0:6485:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449280 00000100:00100000:1.0:1734016138.571498:0:6485:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2725 00000100:00100000:1.0:1734016138.571509:0:6485:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332449280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.571544:0:6485:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.571577:0:6485:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3177c82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c968 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.571704:0:6485:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016138.571740:0:6485:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016138.571751:0:6485:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00000004:00200000:1.0:1734016138.571782:0:6485:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10346515 00000004:00200000:1.0:1734016138.571787:0:6485:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016138.571809:0:6485:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 00010000:00010000:1.0:1734016138.571835:0:6485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3177c82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.571856:0:6485:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 21 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.571873:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016138.571876:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016138.571879:0:6485:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016138.571937:0:6485:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332449280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 431us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.571945:0:6485:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2725 00000100:00100000:3.0:1734016138.573141:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332449152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11992us (12476us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.573152:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2724 00000100:00100000:0.0:1734016138.578772:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016138.578857:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.579002:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449536 00000100:00100000:3.0:1734016138.579022:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449536 00000100:00100000:3.0:1734016138.579090:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449408 00000100:00100000:3.0:1734016138.579095:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449408 00000100:00100000:3.0:1734016138.579133:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13392 00000100:00100000:3.0:1734016138.579146:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332449536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.579193:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.579232:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177c90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c976 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.579351:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334593408:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.579457:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.579675:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13393 00000100:00100000:2.0:1734016138.579683:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332449408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.579693:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.579705:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3177c97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c96f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.579767:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334593536:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.579797:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.583686:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016138.583740:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334593408:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.583802:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177c90 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c976 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.583830:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177c90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c976 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.583846:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016138.583916:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332449536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4771us (5206us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.583928:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13392 00002000:00010000:2.0:1734016138.584122:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016138 00002000:00010000:2.0:1734016138.584127:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 240 -> 264 00000100:00100000:2.0:1734016138.584143:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334593536:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016138.584168:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3177c97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c96f expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.584176:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3177c97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c96f expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.584287:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016138.584315:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332449408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4632us (5458us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.584320:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13393 00000100:00100000:0.0:1734016138.591563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016138.591659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.591874:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449664 00000100:00100000:3.0:1734016138.591893:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449664 00000100:00100000:3.0:1734016138.592123:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449792 00000100:00100000:3.0:1734016138.592126:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449792 00000100:00100000:2.0:1734016138.592210:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13394 00000100:00100000:2.0:1734016138.592224:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332449664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.592263:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.592304:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d3177c9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c97d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.592413:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334593664:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016138.592526:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.593117:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13395 00000100:00100000:3.0:1734016138.593126:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332449792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.593137:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.593157:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177ca5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c984 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.593207:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334593792:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.593240:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.596833:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334593664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016138.596907:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d3177c9e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c97d expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.596928:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d3177c9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c97d expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.597098:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334593792:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.597124:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177ca5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c984 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.597133:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177ca5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c984 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.597150:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016138.597209:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332449792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4081us (5547us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.597219:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13395 00010000:00010000:2.0:1734016138.598803:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016138.598873:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332449664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6643us (7330us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.598881:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13394 00000100:00100000:0.0:1734016138.602947:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.603087:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332449920 00000100:00100000:2.0:1734016138.603104:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332449920 00000100:00100000:2.0:1734016138.603187:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13396 00000100:00100000:2.0:1734016138.603197:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332449920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.603227:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.603255:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c98b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.603303:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.603312:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.603314:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.603318:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1945600->1953791] (req 1945600->1953791) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.603365:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.603381:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 11 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.603402:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334593920:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016138.603500:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.610294:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334593920:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016138.610359:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1945600->1953791] (req 1945600->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.610394:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016138.610483:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332449920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7286us (7557us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.610494:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13396 00000100:00100000:0.0:1734016138.615846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.615991:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332450048 00000100:00100000:2.0:1734016138.616008:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332450048 00010000:00010000:2.0:1734016138.616068:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 12 pid: 13917 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.616131:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3601 00000100:00100000:2.0:1734016138.616142:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332450048:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.616170:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.616209:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 12 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.616225:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 12 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.616268:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3177c6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c95a expref: 12 pid: 13917 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.616303:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.616308:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.616319:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.616331:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.616389:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.616414:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334594048:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016138.617092:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.620500:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334594048:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016138.620526:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.620569:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332450048:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4428us (4735us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.620580:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3601 00000100:00100000:0.0:1734016138.621366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.622318:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332450176 00000100:00100000:2.0:1734016138.622328:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332450176 00000100:00100000:2.0:1734016138.622377:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13397 00000100:00100000:2.0:1734016138.622384:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332450176:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.622566:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016138.622569:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016138.622571:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:2.0:1734016138.622572:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016138.622574:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:2.0:1734016138.622643:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332450176:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 259us (1280us total) trans 4294968239 rc 0/0 00000100:00100000:2.0:1734016138.622648:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13397 00000100:00100000:2.0:1734016138.627672:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.627934:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332450304 00000100:00100000:3.0:1734016138.627950:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332450304 00000100:00100000:3.0:1734016138.628023:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13398 00000100:00100000:3.0:1734016138.628033:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332450304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.628063:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.628092:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177cb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c992 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.628180:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594176:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.628870:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.632275:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016138.632341:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594176:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.632416:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177cb3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c992 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.632436:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177cb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c992 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.632465:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016138.632557:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332450304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4524us (4901us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.632575:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13398 00000100:00100000:0.0:1734016138.637278:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.637377:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332450432 00000100:00100000:3.0:1734016138.637387:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332450432 00000100:00100000:3.0:1734016138.637440:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13399 00000100:00100000:3.0:1734016138.637448:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332450432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.637464:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.637484:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177cba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c999 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.637542:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594304:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.638223:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.643653:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594304:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.643689:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177cba lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c999 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.643704:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177cba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c999 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.643752:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016138.643975:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332450432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6525us (6711us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.643984:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13399 00000100:00100000:0.0:1734016138.647265:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.647604:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332450688 00000100:00100000:2.0:1734016138.647626:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332450688 00002000:00100000:2.0:1734016138.647716:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2482176->2486271) req@ffff88012db20380 x1818247332450688/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.647765:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20380 with x1818247332450688 ext(2482176->2486271) 00002000:00010000:2.0:1734016138.647773:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db20380 00000100:00100000:2.0:1734016138.647811:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10143 00000100:00100000:2.0:1734016138.647822:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332450688:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.648096:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332450688:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 274us (863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.648103:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10143 00002000:00100000:2.0:1734016138.648109:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2482176->2486271) req@ffff88012db20380 x1818247332450688/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.648115:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20380 with x1818247332450688 ext(2482176->2486271) 00002000:00010000:2.0:1734016138.648118:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db20380 00000100:00100000:1.0:1734016138.653356:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.653559:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332450944 00000100:00100000:2.0:1734016138.653573:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332450944 00002000:00100000:2.0:1734016138.653633:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2486272->2490367) req@ffff88007650ad80 x1818247332450944/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.653646:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650ad80 with x1818247332450944 ext(2486272->2490367) 00002000:00010000:2.0:1734016138.653654:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007650ad80 00000100:00100000:2.0:1734016138.653693:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10144 00000100:00100000:2.0:1734016138.653700:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332450944:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.653942:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332450944:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 241us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.653950:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10144 00002000:00100000:2.0:1734016138.653956:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2486272->2490367) req@ffff88007650ad80 x1818247332450944/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.653963:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007650ad80 with x1818247332450944 ext(2486272->2490367) 00002000:00010000:2.0:1734016138.653966:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007650ad80 00000100:00100000:0.0:1734016138.657991:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.658225:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451072 00000100:00100000:3.0:1734016138.658247:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451072 00000100:00100000:3.0:1734016138.658344:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13400 00000100:00100000:3.0:1734016138.658358:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332451072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.658397:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.658433:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177cc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9a0 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.658538:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334594432:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.658655:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.662336:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334594432:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.662409:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177cc1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9a0 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.662432:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177cc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9a0 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.662551:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016138.662634:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332451072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4278us (4667us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.662644:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13400 00000100:00100000:1.0:1734016138.666385:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.666696:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451200 00000100:00100000:3.0:1734016138.666716:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451200 00000100:00100000:3.0:1734016138.666837:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13401 00000100:00100000:3.0:1734016138.666851:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332451200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.666904:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.666935:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3177cc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9a7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.667056:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334594560:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.667180:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.670512:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334594560:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.670579:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3177cc8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9a7 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.670597:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3177cc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9a7 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.670621:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016138.670708:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332451200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3860us (4346us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.670752:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13401 00000100:00100000:1.0:1734016138.676385:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.676524:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451328 00000100:00100000:3.0:1734016138.676541:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451328 00000100:00100000:3.0:1734016138.676625:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13402 00000100:00100000:3.0:1734016138.676640:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332451328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.676672:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.676711:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177ccf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9ae expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.676902:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594688:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.677003:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.680563:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594688:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.680635:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177ccf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9ae expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.680659:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3177ccf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9ae expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.680701:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016138.680817:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332451328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4179us (4454us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.680830:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13402 00000100:00100000:0.0:1734016138.685286:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016138.685530:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451584 00000100:00100000:1.0:1734016138.685552:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451584 00002000:00100000:1.0:1734016138.685651:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (184320->188415) req@ffff88012db20e00 x1818247332451584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.685668:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20e00 with x1818247332451584 ext(184320->188415) 00002000:00010000:1.0:1734016138.685678:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20e00 00000100:00100000:1.0:1734016138.686077:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10145 00000100:00100000:1.0:1734016138.686085:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332451584:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.686394:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332451584:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 311us (1133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.686406:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10145 00002000:00100000:1.0:1734016138.686411:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (184320->188415) req@ffff88012db20e00 x1818247332451584/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.686419:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20e00 with x1818247332451584 ext(184320->188415) 00002000:00010000:1.0:1734016138.686422:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20e00 00000100:00100000:1.0:1734016138.692531:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.692951:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451712 00000100:00100000:3.0:1734016138.692970:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451712 00000100:00100000:3.0:1734016138.693366:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13403 00000100:00100000:3.0:1734016138.693379:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332451712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.693418:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.693459:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177cd6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9b5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.693565:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594816:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.694106:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.696842:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594816:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.696900:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177cd6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9b5 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.696918:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177cd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9b5 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.696939:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016138.697395:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332451712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4019us (4883us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.697405:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13403 00000100:00100000:0.0:1734016138.702546:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.703507:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451840 00000100:00100000:3.0:1734016138.703538:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451840 00000100:00100000:3.0:1734016138.703657:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13404 00000100:00100000:3.0:1734016138.703671:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332451840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.703711:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.703764:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177cdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9bc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.703873:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594944:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.703976:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.708250:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334594944:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.708309:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177cdd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9bc expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.708331:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177cdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9bc expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.708367:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016138.709353:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332451840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5678us (6824us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.709375:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13404 00000100:00100000:0.0:1734016138.713356:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.713500:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332451968 00000100:00100000:3.0:1734016138.713518:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332451968 00000100:00100000:3.0:1734016138.713606:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13405 00000100:00100000:3.0:1734016138.713617:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332451968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.713645:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.713678:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177ce4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9c3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.713930:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595072:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.714106:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.717868:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595072:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.717912:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177ce4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9c3 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.717925:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177ce4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9c3 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.717952:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016138.718013:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332451968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4397us (4673us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.718021:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13405 00000100:00100000:1.0:1734016138.720439:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.720536:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452096 00000100:00100000:3.0:1734016138.720548:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452096 00000100:00100000:3.0:1734016138.720653:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13406 00000100:00100000:3.0:1734016138.720662:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332452096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.720684:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.720706:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177ceb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9ca expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.720954:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595200:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.721256:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.723875:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595200:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.723933:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177ceb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9ca expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.723953:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177ceb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9ca expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.723971:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016138.724255:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332452096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3592us (3823us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.724268:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13406 00000100:00100000:1.0:1734016138.730232:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.730386:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452224 00000100:00100000:3.0:1734016138.730407:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452224 00000100:00100000:3.0:1734016138.735091:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13407 00000100:00100000:3.0:1734016138.735116:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332452224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.735159:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.735200:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177cf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9d1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.735324:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334595328:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.735496:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.742903:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016138.742917:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016138.742950:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334595328:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.742991:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177cf2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9d1 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.743009:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177cf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9d1 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.744008:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016138.744129:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332452224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9011us (13905us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.744140:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13407 00000100:00100000:0.0:1734016138.748364:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.748488:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452352 00000100:00100000:3.0:1734016138.748501:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452352 00000100:00100000:3.0:1734016138.749055:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13408 00000100:00100000:3.0:1734016138.749070:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332452352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.749105:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.749143:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177cf9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9d8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.749248:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334595456:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.750260:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.757048:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334595456:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.757113:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177cf9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9d8 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.757135:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3177cf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9d8 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.758365:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016138.758856:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332452352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9785us (10503us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.758873:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13408 00000100:00100000:1.0:1734016138.763005:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.764980:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452480 00000100:00100000:3.0:1734016138.765011:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452480 00000100:00100000:3.0:1734016138.765140:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13409 00000100:00100000:3.0:1734016138.765153:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332452480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.765185:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.765221:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177d00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9df expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.765336:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595584:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.765491:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.772343:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016138.772356:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016138.772382:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595584:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.772455:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177d00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9df expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.772478:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177d00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9df expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.773008:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016138.773121:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332452480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7968us (10141us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.773137:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13409 00000100:00100000:1.0:1734016138.778194:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.778339:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452608 00000100:00100000:3.0:1734016138.778357:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452608 00000100:00100000:3.0:1734016138.778494:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13410 00000100:00100000:3.0:1734016138.778504:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332452608:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016138.779509:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6152211 -> 6152211 00002000:00010000:3.0:1734016138.779514:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016138 00002000:00010000:3.0:1734016138.779517:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:3.0:1734016138.779519:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016138 00002000:00010000:3.0:1734016138.779522:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 264 -> 280 00000100:00100000:3.0:1734016138.779748:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332452608:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 1219us (1547us total) trans 4294969868 rc 0/0 00000100:00100000:3.0:1734016138.779759:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13410 00000100:00100000:1.0:1734016138.783082:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.783203:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452736 00000100:00100000:3.0:1734016138.783215:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452736 00000100:00100000:3.0:1734016138.783363:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13411 00000100:00100000:3.0:1734016138.783373:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332452736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.783403:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.783431:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177d07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9e6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.783509:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595712:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.783950:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.787650:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595712:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.787705:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177d07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9e6 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.787768:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177d07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9e6 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.787937:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016138.788646:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332452736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5267us (5574us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.788661:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13411 00000100:00100000:1.0:1734016138.793113:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.796174:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452864 00000100:00100000:3.0:1734016138.796189:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452864 00000100:00100000:3.0:1734016138.796263:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13412 00000100:00100000:3.0:1734016138.796273:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332452864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.796295:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.796311:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177d0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9ed expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.796370:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595840:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.796449:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.799211:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334595840:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.799268:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177d0e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9ed expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.799286:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177d0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9ed expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.801489:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016138.801789:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332452864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5502us (8676us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.801806:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13412 00000100:00100000:1.0:1734016138.808072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.808368:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332452992 00000100:00100000:3.0:1734016138.808388:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332452992 00000100:00100000:3.0:1734016138.808950:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13413 00000100:00100000:3.0:1734016138.808962:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087221050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332452992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.808999:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.809033:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177d15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9f4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.809144:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334595968:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016138.809242:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.812325:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016138.812338:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016138 00002000:00010000:3.0:1734016138.812340:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016138.812368:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334595968:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016138.812418:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177d15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9f4 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.812436:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3177d15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9f4 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.812502:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016138.813269:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087221050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332452992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4306us (5221us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.813283:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13413 00000100:00100000:1.0:1734016138.817051:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.817212:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332453120 00000100:00100000:3.0:1734016138.817229:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332453120 00000100:00100000:3.0:1734016138.817366:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13414 00000100:00100000:3.0:1734016138.817378:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332453120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.817423:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.817466:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5c9fb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.817526:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.817535:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.817540:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.817545:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2588672->2592767] (req 2588672->2592767) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.817612:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.817633:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 8 pid: 13917 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016138.817652:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334596096:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016138.818075:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.823072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.823307:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334596096:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016138.823357:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2588672->2592767] (req 2588672->2592767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.823387:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016138.823480:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332453120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6102us (6453us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.823494:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13414 00000100:00100000:2.0:1734016138.824194:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332453248 00000100:00100000:2.0:1734016138.824206:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332453248 00002000:00100000:2.0:1734016138.824277:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4763648->4767743) req@ffff88012e3b4380 x1818247332453248/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 4584/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.824287:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4380 with x1818247332453248 ext(4763648->4767743) 00010000:00010000:2.0:1734016138.824297:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016138.824310:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00002000:00010000:2.0:1734016138.824322:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b4380 00000100:00100000:2.0:1734016138.824586:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 370 00000100:00100000:2.0:1734016138.824595:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332453248:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016138.827061:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332453248:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2443us (3986us total) trans 4294969869 rc 0/0 00000100:00100000:2.0:1734016138.827083:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 370 00002000:00100000:2.0:1734016138.827104:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4763648->4767743) req@ffff88012e3b4380 x1818247332453248/t4294969869(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:99/0 lens 4584/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.827118:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4380 with x1818247332453248 ext(4763648->4767743) 00010000:00010000:2.0:1734016138.827136:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 11 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016138.827160:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 11 pid: 13917 timeout: 503 lvb_type: 0 00002000:00010000:2.0:1734016138.827168:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b4380 00000100:00100000:0.0:1734016138.837695:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.839104:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332453376 00000100:00100000:2.0:1734016138.839125:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332453376 00010000:00010000:2.0:1734016138.839179:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 11 pid: 13917 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016138.839887:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3602 00000100:00100000:2.0:1734016138.839898:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332453376:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.839929:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016138.839960:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 280 -> 288 00010000:00010000:2.0:1734016138.839967:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 11 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016138.839979:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 11 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016138.840014:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d3177c66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c953 expref: 11 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016138.840044:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.840047:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.840057:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.840067:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.840120:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.840138:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334596224:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016138.840999:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.859481:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.859692:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334596224:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016138.859780:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.859867:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332453376:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 19960us (22179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.859884:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3602 00000100:00100000:3.0:1734016138.861746:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332453632 00000100:00100000:3.0:1734016138.861774:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332453632 00002000:00100000:3.0:1734016138.861870:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012db20700 x1818247332453632/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.861884:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20700 with x1818247332453632 ext(0->4194303) 00002000:00010000:3.0:1734016138.861890:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20700 00000100:00100000:3.0:1734016138.861930:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10146 00000100:00100000:3.0:1734016138.861939:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332453632:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:3.0:1734016138.925168:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016138.958325:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332453632:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 96365us (98836us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016138.958345:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10146 00002000:00100000:3.0:1734016138.958365:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012db20700 x1818247332453632/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.958378:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db20700 with x1818247332453632 ext(0->4194303) 00002000:00010000:3.0:1734016138.958388:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db20700 00000100:00100000:0.0:1734016138.975945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.976513:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332453760 00000100:00100000:3.0:1734016138.976527:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332453760 00002000:00100000:3.0:1734016138.976593:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2588672->2596863) req@ffff88012db22d80 x1818247332453760/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.976607:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22d80 with x1818247332453760 ext(2588672->2596863) 00002000:00010000:3.0:1734016138.976617:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22d80 00000100:00100000:3.0:1734016138.976666:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10147 00000100:00100000:3.0:1734016138.976676:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332453760:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016138.981664:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332453760:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4963us (5705us total) trans 4294969870 rc 0/0 00000100:00100000:3.0:1734016138.981685:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10147 00002000:00100000:3.0:1734016138.981709:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2588672->2596863) req@ffff88012db22d80 x1818247332453760/t4294969870(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.981742:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22d80 with x1818247332453760 ext(2588672->2596863) 00002000:00010000:3.0:1734016138.981750:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22d80 00000100:00100000:0.0:1734016138.985284:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016138.985610:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332453888 00000100:00100000:2.0:1734016138.985622:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332453888 00000100:00100000:2.0:1734016138.985717:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2726 00000100:00100000:2.0:1734016138.985767:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332453888:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016138.985964:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332453888:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 198us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.985971:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2726 00000100:00100000:1.0:1734016138.999508:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016138.999644:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454016 00000100:00100000:3.0:1734016138.999653:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454016 00000100:00100000:3.0:1734016138.999696:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13415 00000100:00100000:3.0:1734016138.999702:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332454016:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016139.003265:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969870 is committed 00000001:00080000:0.0:1734016139.003281:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969869 is committed 00000100:00100000:3.0:1734016139.003848:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332454016:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4137us (4340us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.003870:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13415 00000100:00100000:0.0:1734016139.015452:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.015510:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.015947:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454272 00000100:00100000:3.0:1734016139.015961:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454272 00000100:00100000:3.0:1734016139.016023:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454144 00000100:00100000:3.0:1734016139.016027:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454144 00000100:00100000:3.0:1734016139.017170:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13416 00000100:00100000:3.0:1734016139.017180:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332454272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.017203:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.017238:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177d23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca09 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.017309:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334596352:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.017428:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.017543:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13417 00000100:00100000:2.0:1734016139.017552:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332454144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.017565:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.017583:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3177d2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca02 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.017619:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334596480:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.017641:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.024937:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.024949:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 288 -> 304 00000100:00100000:2.0:1734016139.024990:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334596480:192.168.201.52@tcp:106: 00002000:00010000:3.0:1734016139.025005:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016139.025023:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334596352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.025039:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3177d2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca02 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.025048:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177d23 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca09 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.025058:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3177d2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca02 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.025059:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177d23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca09 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.025077:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00010000:00010000:2.0:1734016139.025078:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:3.0:1734016139.025387:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332454272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8204us (9947us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.025402:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13416 00000100:00100000:2.0:1734016139.025705:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332454144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8152us (10193us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.025712:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13417 00000100:00100000:0.0:1734016139.032441:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.035154:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454400 00000100:00100000:2.0:1734016139.035175:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454400 00000100:00100000:1.0:1734016139.035256:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.035277:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454528 00000100:00100000:2.0:1734016139.035280:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454528 00000100:00100000:2.0:1734016139.035303:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13418 00000100:00100000:1.0:1734016139.035315:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13419 00000100:00100000:2.0:1734016139.035316:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332454400:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.035323:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332454528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.035347:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.035347:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.035370:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177d31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca17 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.035370:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3177d38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca10 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.035442:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334596608:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.035442:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334596736:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.035686:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.035791:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.043869:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334596736:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.043921:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3177d38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca10 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.043939:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3177d38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca10 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.043971:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:2.0:1734016139.044048:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332454400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8734us (11631us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.044058:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13418 00000100:00100000:1.0:1734016139.047832:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334596608:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.047912:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177d31 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca17 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.047934:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d3177d31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca17 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.047964:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016139.048050:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332454528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12724us (12798us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.048062:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13419 00000100:00100000:0.0:1734016139.055448:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.056565:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454656 00000100:00100000:1.0:1734016139.056582:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454656 00000100:00100000:1.0:1734016139.056666:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13420 00000100:00100000:1.0:1734016139.056677:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332454656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.056705:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.056746:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca1e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.056782:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.056790:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.056792:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.056795:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3100672->3104767] (req 3100672->3104767) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.056835:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.056849:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.056874:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334596864:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016139.056956:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.061995:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.062139:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332454784 00000100:00100000:2.0:1734016139.062153:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332454784 00010000:00010000:2.0:1734016139.062215:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 12 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.062260:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3603 00000100:00100000:2.0:1734016139.062268:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332454784:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.062287:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.062316:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 12 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.062329:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 12 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.062355:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.062358:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.062364:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.062373:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.062412:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.062432:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334596992:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.062494:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00080000:2.0:1734016139.062527:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016109 00010000:00010000:1.0:1734016139.062703:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3177cac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1945600->1953791) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c98b expref: 12 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.063090:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334596864:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016139.063124:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.063134:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016139.063811:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332454656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7133us (8379us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.063820:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13420 00000100:00100000:2.0:1734016139.065527:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334596992:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.065543:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.065579:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332454784:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3311us (3605us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.065588:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3603 00000100:00100000:0.0:1734016139.066836:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.066927:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455040 00000100:00100000:3.0:1734016139.066936:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455040 00002000:00100000:3.0:1734016139.066978:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3100672->3104767) req@ffff8800797d5f80 x1818247332455040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.066988:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5f80 with x1818247332455040 ext(3100672->3104767) 00002000:00010000:3.0:1734016139.066992:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d5f80 00000100:00100000:3.0:1734016139.067022:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10148 00000100:00100000:3.0:1734016139.067028:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332455040:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.067175:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332455040:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 147us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.067183:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10148 00002000:00100000:3.0:1734016139.067188:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3100672->3104767) req@ffff8800797d5f80 x1818247332455040/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.067194:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5f80 with x1818247332455040 ext(3100672->3104767) 00002000:00010000:3.0:1734016139.067197:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d5f80 00000100:00100000:0.0:1734016139.080111:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.081213:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455168 00000100:00100000:1.0:1734016139.081231:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455168 00000100:00100000:1.0:1734016139.081343:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13421 00000100:00100000:1.0:1734016139.081358:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332455168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.081399:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.081445:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177d46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca25 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.081588:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.081704:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.087237:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597120:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.087315:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177d46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca25 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.087333:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177d46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca25 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.087368:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016139.087472:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332455168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6116us (7378us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.087484:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13421 00000100:00100000:0.0:1734016139.094201:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.094340:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455296 00000100:00100000:1.0:1734016139.094355:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455296 00000100:00100000:1.0:1734016139.094440:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13422 00000100:00100000:1.0:1734016139.094450:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332455296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.094479:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.094515:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177d4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca2c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.094603:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597248:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.094711:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.098062:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597248:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.098138:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177d4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca2c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.098160:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3177d4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca2c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.098187:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016139.099645:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332455296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5182us (5458us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.099658:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13422 00000100:00100000:0.0:1734016139.103711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.103866:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455424 00000100:00100000:1.0:1734016139.103875:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455424 00000100:00100000:1.0:1734016139.103983:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13423 00000100:00100000:1.0:1734016139.103991:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332455424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.104021:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.104053:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177d54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca33 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.104146:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597376:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.104432:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.107778:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597376:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.107828:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177d54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca33 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.107845:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3177d54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca33 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.107875:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016139.107919:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332455424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3928us (4221us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.107927:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13423 00000100:00100000:0.0:1734016139.113815:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.114108:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455552 00000100:00100000:1.0:1734016139.114123:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455552 00000100:00100000:1.0:1734016139.114193:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13424 00000100:00100000:1.0:1734016139.114202:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332455552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.114224:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.114246:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3177d5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca3a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.114309:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597504:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.114384:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.117113:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334597504:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.117152:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3177d5b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca3a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.117166:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3177d5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca3a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.117193:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016139.117431:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332455552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3229us (3631us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.117443:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13424 00000100:00100000:0.0:1734016139.119931:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.120235:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455680 00000100:00100000:1.0:1734016139.120250:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455680 00000100:00100000:1.0:1734016139.120332:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13425 00000100:00100000:1.0:1734016139.120342:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332455680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.120367:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.120398:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca41 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.120441:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.120450:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.120453:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.120457:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1400832->1409023] (req 1400832->1409023) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.120509:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.120525:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.120542:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334597632:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016139.120633:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.125182:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334597632:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016139.125221:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1400832->1409023] (req 1400832->1409023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.125241:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016139.125290:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332455680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4949us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.125298:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13425 00000100:00100000:0.0:1734016139.125520:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.126622:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455808 00000100:00100000:2.0:1734016139.126634:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455808 00010000:00010000:2.0:1734016139.126678:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.127114:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3604 00000100:00100000:2.0:1734016139.127124:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332455808:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.127142:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.127166:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.127178:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.127207:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3177d3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3104767) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca1e expref: 13 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.127240:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.127243:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.127251:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.127259:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.127295:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.127308:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334597760:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.127380:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.132448:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.132534:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332455936 00000100:00100000:1.0:1734016139.132548:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332455936 00000100:00100000:1.0:1734016139.132608:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13426 00000100:00100000:1.0:1734016139.132616:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332455936:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016139.132892:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016139.132895:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016138 00002000:00010000:1.0:1734016139.132897:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016137 00002000:00010000:1.0:1734016139.132898:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016138 00002000:00010000:1.0:1734016139.132900:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1734016139.132983:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332455936:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 366us (562us total) trans 4294968240 rc 0/0 00000100:00100000:1.0:1734016139.132990:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13426 00000100:00100000:2.0:1734016139.134109:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334597760:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.134129:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.134955:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332455808:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7829us (9434us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.134966:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3604 00000100:00100000:2.0:1734016139.137282:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.137374:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332456064 00000100:00100000:3.0:1734016139.137382:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332456064 00000100:00100000:3.0:1734016139.137418:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13427 00000100:00100000:3.0:1734016139.137424:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332456064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.137440:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.137454:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177d69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca48 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.137502:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334597888:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.137550:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016139.139087:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016139.139096:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016139 00002000:00010000:3.0:1734016139.139097:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016139.139120:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334597888:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.139156:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177d69 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca48 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.139170:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177d69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca48 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.139369:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016139.139418:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332456064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1993us (2145us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.139427:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13427 00000100:00100000:0.0:1734016139.144380:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.144691:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332456192 00000100:00100000:3.0:1734016139.144704:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332456192 00000100:00100000:3.0:1734016139.144944:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13428 00000100:00100000:3.0:1734016139.144951:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332456192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.144977:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.145005:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177d70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca4f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.145091:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598016:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.145770:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.149271:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598016:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.149324:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177d70 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca4f expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.149340:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177d70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca4f expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.149359:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016139.150180:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332456192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5217us (5811us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.150196:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13428 00000100:00100000:0.0:1734016139.158312:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.158536:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332456448 00000100:00100000:1.0:1734016139.158561:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332456448 00002000:00100000:1.0:1734016139.159390:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4390912->4395007) req@ffff8800797d6680 x1818247332456448/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.159406:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d6680 with x1818247332456448 ext(4390912->4395007) 00002000:00010000:1.0:1734016139.159418:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d6680 00000100:00100000:1.0:1734016139.159491:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10149 00000100:00100000:1.0:1734016139.159507:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332456448:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.159965:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332456448:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 460us (1676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.159975:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10149 00002000:00100000:1.0:1734016139.159983:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4390912->4395007) req@ffff8800797d6680 x1818247332456448/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.159990:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d6680 with x1818247332456448 ext(4390912->4395007) 00002000:00010000:1.0:1734016139.159993:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d6680 00000100:00080000:2.0:1734016139.160126:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000100:00100000:0.0:1734016139.166778:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.167223:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332456704 00000100:00100000:3.0:1734016139.167235:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332456704 00002000:00100000:3.0:1734016139.167283:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4395008->4399103) req@ffff8800797d4700 x1818247332456704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.167293:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4700 with x1818247332456704 ext(4395008->4399103) 00002000:00010000:3.0:1734016139.167298:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d4700 00000100:00100000:3.0:1734016139.167322:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10150 00000100:00100000:3.0:1734016139.167329:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332456704:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.167517:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332456704:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 188us (796us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.167528:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10150 00002000:00100000:3.0:1734016139.167533:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4395008->4399103) req@ffff8800797d4700 x1818247332456704/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.167540:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4700 with x1818247332456704 ext(4395008->4399103) 00002000:00010000:3.0:1734016139.167542:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d4700 00000100:00100000:0.0:1734016139.171871:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.172351:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332456832 00000100:00100000:3.0:1734016139.172360:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332456832 00000100:00100000:3.0:1734016139.172425:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13429 00000100:00100000:3.0:1734016139.172434:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332456832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.172461:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.172479:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177d77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca56 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.172543:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598144:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.172604:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.175786:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598144:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.175869:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177d77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca56 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.175886:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177d77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca56 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.175908:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016139.176832:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332456832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4394us (4975us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.176845:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13429 00000100:00100000:0.0:1734016139.181323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.181526:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332456960 00000100:00100000:3.0:1734016139.181542:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332456960 00000100:00100000:3.0:1734016139.181622:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13430 00000100:00100000:3.0:1734016139.181634:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332456960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.181661:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.181689:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177d7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca5d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.181831:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598272:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.181946:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.188919:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598272:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.188974:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177d7e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca5d expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.188995:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177d7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca5d expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.189023:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016139.189114:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332456960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7480us (7814us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.189126:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13430 00000100:00100000:2.0:1734016139.199070:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.199937:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457088 00000100:00100000:3.0:1734016139.199958:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457088 00000100:00100000:3.0:1734016139.200054:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13431 00000100:00100000:3.0:1734016139.200066:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332457088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.200099:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.200135:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca64 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.200177:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.200184:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.200187:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.200190:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [544768->548863] (req 544768->548863) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.200229:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.200245:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 6 pid: 13917 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016139.200263:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334598400:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016139.203124:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.219323:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334598400:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016139.219379:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [544768->548863] (req 544768->548863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.219403:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:2.0:1734016139.219510:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.219633:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332457088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 19566us (20592us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.219646:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13431 00000100:00100000:1.0:1734016139.220435:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457216 00000100:00100000:1.0:1734016139.220444:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457216 00002000:00100000:1.0:1734016139.220488:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2531328->2535423) req@ffff880076644380 x1818247332457216/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 4584/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.220499:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644380 with x1818247332457216 ext(2531328->2535423) 00010000:00010000:1.0:1734016139.220508:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 7 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.220525:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 7 pid: 13917 timeout: 503 lvb_type: 0 00002000:00010000:1.0:1734016139.220531:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076644380 00000100:00100000:1.0:1734016139.220564:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 371 00000100:00100000:1.0:1734016139.220571:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332457216:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016139.225405:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332457216:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4818us (5879us total) trans 4294969871 rc 0/0 00000100:00100000:1.0:1734016139.225426:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 371 00002000:00100000:1.0:1734016139.226194:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2531328->2535423) req@ffff880076644380 x1818247332457216/t4294969871(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 4584/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.226205:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076644380 with x1818247332457216 ext(2531328->2535423) 00010000:00010000:1.0:1734016139.226216:0:13923:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.226236:0:13923:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00002000:00010000:1.0:1734016139.226246:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076644380 00000100:00100000:0.0:1734016139.233013:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.233099:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457344 00000100:00100000:2.0:1734016139.233106:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457344 00010000:00010000:2.0:1734016139.233131:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.233166:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3605 00000100:00100000:2.0:1734016139.233172:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332457344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.233187:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016139.233200:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 304 -> 312 00010000:00010000:2.0:1734016139.233204:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.233214:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.233233:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177d1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2588672->2592767) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c9fb expref: 9 pid: 13917 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.233256:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.233258:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.233263:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.233270:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.233296:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.233307:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334598528:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.233351:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.235637:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.235815:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457472 00000100:00100000:3.0:1734016139.235826:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457472 00000100:00100000:3.0:1734016139.235889:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13432 00000100:00100000:3.0:1734016139.235896:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332457472:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016139.236104:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6152211 -> 6152211 00002000:00010000:3.0:1734016139.236107:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.236109:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.236112:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.236114:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 312 -> 312 00000100:00100000:3.0:1734016139.236226:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332457472:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 329us (609us total) trans 4294969872 rc 0/0 00000100:00100000:3.0:1734016139.236235:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13432 00000100:00100000:2.0:1734016139.236367:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334598528:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.236396:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.236426:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332457344:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3253us (3419us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.236438:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3605 00000100:00100000:0.0:1734016139.241598:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.242877:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457600 00000100:00100000:1.0:1734016139.242886:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457600 00000100:00100000:1.0:1734016139.242933:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13433 00000100:00100000:1.0:1734016139.242940:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332457600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.242956:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.242971:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3177d8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca6b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.243018:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334598656:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.243065:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.243331:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.243440:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457728 00000100:00100000:3.0:1734016139.243444:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457728 00000100:00100000:3.0:1734016139.243562:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13434 00000100:00100000:3.0:1734016139.243566:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332457728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.243574:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.243584:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177d93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca72 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.243609:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598784:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.244330:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.247559:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598784:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.247600:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177d93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca72 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.247616:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177d93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca72 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.247628:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016139.247680:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332457728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4110us (4347us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.247689:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13434 00000100:00100000:1.0:1734016139.248343:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334598656:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.248623:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3177d8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca6b expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.248639:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3177d8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca6b expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.248664:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016139.248695:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332457600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5755us (7111us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.248701:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13433 00000100:00100000:0.0:1734016139.258246:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.258785:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.258913:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457984 00000100:00100000:3.0:1734016139.258926:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457984 00000100:00100000:3.0:1734016139.258972:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332457856 00000100:00100000:3.0:1734016139.258975:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332457856 00000100:00100000:3.0:1734016139.258997:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13435 00000100:00100000:3.0:1734016139.259006:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332457984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.259032:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.259055:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177d9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca80 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.259123:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598912:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.259195:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.259219:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13436 00000100:00100000:3.0:1734016139.259223:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332457856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.259232:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.259244:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177da1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca79 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.259281:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334599040:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.259300:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.262784:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334599040:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.262830:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177da1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca79 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.262843:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3177da1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca79 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.262881:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:2.0:1734016139.262929:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332457856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3703us (4143us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.262938:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13436 00000100:00100000:3.0:1734016139.264152:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334598912:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.264179:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177d9a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca80 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.264191:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177d9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca80 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.264214:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016139.264255:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332457984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5252us (6021us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.264263:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13435 00000100:00100000:0.0:1734016139.282372:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.282913:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.283044:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332458368 00000100:00100000:3.0:1734016139.283059:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332458368 00002000:00100000:3.0:1734016139.283126:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880079530380 x1818247332458368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.283137:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530380 with x1818247332458368 ext(4190208->4194303) 00002000:00010000:3.0:1734016139.283147:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530380 00000100:00100000:3.0:1734016139.284151:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332458240 00000100:00100000:3.0:1734016139.284158:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332458240 00002000:00100000:3.0:1734016139.284179:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4382719) req@ffff880079531c00 x1818247332458240/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 504/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.284188:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531c00 with x1818247332458240 ext(0->4382719) 00002000:00010000:3.0:1734016139.284192:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531c00 00000100:00100000:1.0:1734016139.284432:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10151 00000100:00100000:1.0:1734016139.284443:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332458368:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.284634:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332458368:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 192us (2276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.284642:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10151 00002000:00100000:1.0:1734016139.284647:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880079530380 x1818247332458368/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.284653:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530380 with x1818247332458368 ext(4190208->4194303) 00002000:00010000:1.0:1734016139.284656:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530380 00000100:00100000:1.0:1734016139.284673:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10152 00000100:00100000:1.0:1734016139.284677:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332458240:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.345094:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332458240:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 60397us (62163us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016139.345111:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10152 00002000:00100000:2.0:1734016139.345130:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4382719) req@ffff880079531c00 x1818247332458240/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 504/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.345141:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531c00 with x1818247332458240 ext(0->4382719) 00002000:00010000:2.0:1734016139.345149:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531c00 00000100:00100000:0.0:1734016139.358333:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.358390:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.358488:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332458752 00000100:00100000:3.0:1734016139.358496:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332458752 00002000:00100000:3.0:1734016139.358539:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4386816->4390911) req@ffff880079530a80 x1818247332458752/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.358548:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530a80 with x1818247332458752 ext(4386816->4390911) 00002000:00010000:3.0:1734016139.358553:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530a80 00000100:00100000:3.0:1734016139.358580:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459008 00000100:00100000:3.0:1734016139.358583:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459008 00002000:00100000:3.0:1734016139.358599:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079533b80 x1818247332459008/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.358605:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533b80 with x1818247332459008 ext(0->4194303) 00002000:00010000:3.0:1734016139.358608:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079533b80 00000100:00100000:3.0:1734016139.358622:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10153 00000100:00100000:3.0:1734016139.358628:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332458752:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.358868:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332458752:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 238us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.358876:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10153 00002000:00100000:3.0:1734016139.358882:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4386816->4390911) req@ffff880079530a80 x1818247332458752/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.358890:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530a80 with x1818247332458752 ext(4386816->4390911) 00002000:00010000:3.0:1734016139.358892:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530a80 00000100:00100000:3.0:1734016139.358907:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10154 00000100:00100000:3.0:1734016139.358911:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332459008:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.369566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.369623:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.369665:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459136 00000100:00100000:0.0:1734016139.369673:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459136 00000100:00100000:0.0:1734016139.369745:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459264 00000100:00100000:0.0:1734016139.369747:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459264 00000100:00100000:0.0:1734016139.369766:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13437 00000100:00100000:0.0:1734016139.369774:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332459136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.369792:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.369807:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3177da8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca87 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.370008:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334599168:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016139.370057:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b44c63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.370122:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13438 00000100:00100000:0.0:1734016139.370126:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332459264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.370134:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.370143:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3177daf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca8e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.370166:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334599296:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016139.370183:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.378707:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334599296:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016139.378784:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3177daf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca8e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.378806:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3177daf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca8e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.378843:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:0.0:1734016139.378913:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332459264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8782us (9286us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016139.378926:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13438 00000100:00100000:1.0:1734016139.381505:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334599168:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.381561:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3177da8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca87 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.381586:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d3177da8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca87 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.381622:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:1.0:1734016139.381697:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332459136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11922us (12138us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.381709:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13437 00000100:00100000:0.0:1734016139.403299:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.406919:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.409934:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459392 00000100:00100000:1.0:1734016139.409962:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459392 00000100:00100000:1.0:1734016139.410049:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459520 00000100:00100000:1.0:1734016139.410052:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459520 00000100:00100000:1.0:1734016139.410084:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13439 00000100:00100000:1.0:1734016139.410093:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332459392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.410121:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.410144:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177db6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca95 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.410237:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334599424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.410374:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.410674:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13440 00000100:00100000:3.0:1734016139.410681:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332459520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.410691:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.410707:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177dbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ca9c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.410780:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334599552:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.410820:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.433977:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334599424:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.434017:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177db6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca95 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.434033:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177db6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca95 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.434049:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:0.0:1734016139.434666:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334599552:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016139.434687:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177dbd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca9c expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.434697:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177dbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca9c expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.434717:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:1.0:1734016139.434792:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332459392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 24698us (31510us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.434801:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13439 00000100:00100000:2.0:1734016139.435303:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332459008:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 76389us (76911us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016139.435312:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10154 00002000:00100000:2.0:1734016139.435320:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079533b80 x1818247332459008/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.435329:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533b80 with x1818247332459008 ext(0->4194303) 00002000:00010000:2.0:1734016139.435334:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079533b80 00000100:00100000:0.0:1734016139.435401:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332459520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 24719us (28496us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016139.435407:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13440 00000100:00100000:1.0:1734016139.445044:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.445185:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.445414:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459776 00000100:00100000:2.0:1734016139.445428:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459776 00000100:00100000:2.0:1734016139.445785:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459648 00000100:00100000:2.0:1734016139.445789:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459648 00000100:00100000:0.0:1734016139.445930:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13441 00000100:00100000:0.0:1734016139.445944:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332459776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.445974:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.446005:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3177dc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5caaa expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.446094:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334599680:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016139.446208:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.447247:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13442 00000100:00100000:2.0:1734016139.447256:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332459648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.447273:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.447286:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3177dcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5caa3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.447326:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334599808:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.447363:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.450012:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334599680:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.450049:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3177dc4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caaa expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.450065:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3177dc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caaa expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.450086:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:2.0:1734016139.450136:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332459776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4195us (5101us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.450143:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13441 00000100:00100000:2.0:1734016139.458886:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334599808:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.458922:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3177dcb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caa3 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.458938:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d3177dcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caa3 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.458969:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016139.459304:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332459648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12046us (14116us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.459316:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13442 00000100:00100000:0.0:1734016139.464098:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.464254:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332459904 00000100:00100000:2.0:1734016139.464269:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332459904 00000100:00100000:2.0:1734016139.464380:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13443 00000100:00100000:2.0:1734016139.464390:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332459904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.464417:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.464446:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cab1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.464496:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.464505:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.464508:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.464513:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3600384->3604479] (req 3600384->3604479) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.464565:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.464585:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 8 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.464605:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334599936:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016139.464713:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.469334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.469468:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332460032 00000100:00100000:3.0:1734016139.469482:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332460032 00002000:00100000:3.0:1734016139.469548:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2002944->4390911) req@ffff88012e3b5c00 x1818247332460032/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 504/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.469559:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5c00 with x1818247332460032 ext(2002944->4390911) 00010000:00010000:3.0:1734016139.469571:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 9 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016139.469586:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 9 pid: 10116 timeout: 503 lvb_type: 0 00002000:00010000:3.0:1734016139.469593:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b5c00 00000100:00100000:2.0:1734016139.469882:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334599936:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016139.469914:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3600384->3604479] (req 3600384->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.469933:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:3.0:1734016139.470189:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 372 00000100:00100000:3.0:1734016139.470200:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332460032:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016139.470426:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332459904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6036us (6343us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.470436:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13443 00000100:00100000:3.0:1734016139.473970:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332460032:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3750us (4630us total) trans 4294969873 rc 0/0 00000100:00100000:3.0:1734016139.473984:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 372 00002000:00100000:3.0:1734016139.474000:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2002944->4390911) req@ffff88012e3b5c00 x1818247332460032/t4294969873(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:100/0 lens 504/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.474012:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5c00 with x1818247332460032 ext(2002944->4390911) 00010000:00010000:3.0:1734016139.474024:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016139.474044:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00002000:00010000:3.0:1734016139.474054:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b5c00 00000100:00100000:1.0:1734016139.482799:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.483015:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332460160 00000100:00100000:2.0:1734016139.483029:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332460160 00010000:00010000:2.0:1734016139.483085:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.483148:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3606 00000100:00100000:2.0:1734016139.483157:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332460160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.483186:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016139.483212:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 312 -> 352 00010000:00010000:2.0:1734016139.483219:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.483232:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.483270:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d3177d85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->548863) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca64 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.483304:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.483307:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.483317:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.483328:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.483377:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.483395:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334600064:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.484530:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac8c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.490326:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.490657:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332460416 00000100:00100000:3.0:1734016139.490673:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332460416 00000100:00100000:2.0:1734016139.491212:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334600064:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.491244:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.491298:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332460160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8141us (8517us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.491312:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3606 00002000:00100000:3.0:1734016139.492580:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3600384->3604479) req@ffff88012e3b4700 x1818247332460416/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.492592:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332460416 ext(3600384->3604479) 00002000:00010000:3.0:1734016139.492599:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:3.0:1734016139.492777:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10155 00000100:00100000:3.0:1734016139.492785:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332460416:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.492967:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332460416:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 182us (2656us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.492973:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10155 00002000:00100000:3.0:1734016139.492979:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3600384->3604479) req@ffff88012e3b4700 x1818247332460416/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.492986:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332460416 ext(3600384->3604479) 00002000:00010000:3.0:1734016139.492989:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:1.0:1734016139.496802:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.496893:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332460672 00000100:00100000:0.0:1734016139.496904:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332460672 00002000:00100000:0.0:1734016139.496955:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3604480->3608575) req@ffff88012e3b7b80 x1818247332460672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.496964:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7b80 with x1818247332460672 ext(3604480->3608575) 00002000:00010000:0.0:1734016139.496970:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b7b80 00000100:00100000:0.0:1734016139.497010:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10156 00000100:00100000:0.0:1734016139.497018:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332460672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.497196:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332460672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 177us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016139.497203:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10156 00002000:00100000:0.0:1734016139.497209:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (3604480->3608575) req@ffff88012e3b7b80 x1818247332460672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.497216:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7b80 with x1818247332460672 ext(3604480->3608575) 00002000:00010000:0.0:1734016139.497218:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b7b80 00000100:00100000:1.0:1734016139.502238:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.502440:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332460800 00000100:00100000:2.0:1734016139.502451:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332460800 00000100:00100000:2.0:1734016139.503418:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13444 00000100:00100000:2.0:1734016139.503430:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332460800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.503461:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.503488:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cab8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.503517:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.503519:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.503532:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.503554:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.503570:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016139.504807:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332460800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1367us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.504821:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13444 00000100:00100000:1.0:1734016139.508104:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.508209:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332460928 00000100:00100000:2.0:1734016139.508221:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332460928 00000100:00100000:2.0:1734016139.508345:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13445 00000100:00100000:2.0:1734016139.508356:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332460928:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.508589:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016139.508592:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016138 00002000:00010000:2.0:1734016139.508594:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016137 00002000:00010000:2.0:1734016139.508596:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.508597:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 104 00000100:00100000:2.0:1734016139.509243:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332460928:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 888us (1153us total) trans 4294968241 rc 0/0 00000100:00100000:2.0:1734016139.509252:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13445 00000100:00100000:1.0:1734016139.512670:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.512781:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461056 00000100:00100000:2.0:1734016139.512795:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461056 00000100:00100000:2.0:1734016139.512842:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13446 00000100:00100000:2.0:1734016139.512856:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332461056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.512879:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.512901:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cabf expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.512927:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.512935:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.512937:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.512940:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2281472->2293759] (req 2281472->2293759) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.512975:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.512987:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 13 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.512997:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334600192:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016139.513058:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.520203:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.520395:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334600192:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016139.520435:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2281472->2293759] (req 2281472->2293759) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.520452:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016139.520513:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332461056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7663us (7852us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.520521:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13446 00000100:00100000:3.0:1734016139.521553:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461184 00000100:00100000:3.0:1734016139.521562:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461184 00010000:00010000:3.0:1734016139.521602:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 14 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016139.521633:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3607 00000100:00100000:3.0:1734016139.521640:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332461184:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.521658:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.521684:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 14 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016139.521695:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 14 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016139.521717:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177d62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1400832->1409023) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ca41 expref: 14 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016139.521768:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.521770:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.521776:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.521785:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.521829:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.521857:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334600320:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016139.521920:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.524024:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334600320:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016139.524052:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.524111:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332461184:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2470us (3928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.524121:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3607 00000100:00100000:0.0:1734016139.530812:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.531188:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461440 00000100:00100000:3.0:1734016139.531203:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461440 00002000:00100000:3.0:1734016139.531262:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8800795f4e00 x1818247332461440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.531274:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4e00 with x1818247332461440 ext(0->4194303) 00002000:00010000:3.0:1734016139.531282:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f4e00 00000100:00100000:3.0:1734016139.531310:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10157 00000100:00100000:3.0:1734016139.531318:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332461440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.580593:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332461440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 49258us (49776us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016139.580612:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10157 00002000:00100000:3.0:1734016139.580625:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff8800795f4e00 x1818247332461440/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.580635:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4e00 with x1818247332461440 ext(0->4194303) 00002000:00010000:3.0:1734016139.580643:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f4e00 00000100:00100000:1.0:1734016139.598896:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.599615:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461568 00000100:00100000:2.0:1734016139.599632:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461568 00000100:00100000:2.0:1734016139.599855:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13447 00000100:00100000:2.0:1734016139.599865:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332461568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.599894:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.599927:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cac6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.599992:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.600004:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.600013:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.600016:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.600021:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4419584->4423679] (req 4419584->4423679) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.600071:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.600090:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 10 pid: 10116 timeout: 503 lvb_type: 1 00000100:00100000:2.0:1734016139.600109:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334600448:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016139.600938:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.600950:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 10 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.600959:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334600576:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016139.600988:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.607338:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.607403:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.608111:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461824 00000100:00100000:1.0:1734016139.608122:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461824 00010000:00010000:1.0:1734016139.608160:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.608195:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461696 00000100:00100000:1.0:1734016139.608197:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461696 00010000:00010000:1.0:1734016139.608208:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 11 pid: 10116 timeout: 503 lvb_type: 1 00000100:00100000:1.0:1734016139.608236:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3608 00000100:00100000:1.0:1734016139.608246:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332461824:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.608274:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.608294:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.608305:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 11 pid: 10116 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.608339:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.608385:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332461824:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 141us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.608393:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3608 00000100:00100000:1.0:1734016139.608413:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3609 00000100:00100000:1.0:1734016139.608417:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332461696:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.608423:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.608430:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 11 pid: 10116 timeout: 503 lvb_type: 1 00010000:00010000:1.0:1734016139.608439:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 11 pid: 10116 timeout: 503 lvb_type: 1 00010000:00010000:1.0:1734016139.608450:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.608452:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.608458:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.608466:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.608502:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.608513:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334600704:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016139.608548:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016139.608770:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d3177dd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab8 expref: 11 pid: 10116 timeout: 503 lvb_type: 1 00000100:00100000:2.0:1734016139.608801:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334600448:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016139.608812:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3600384->3604479) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cab1 expref: 10 pid: 10116 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.608821:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334600576:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016139.608857:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.608864:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016139.608890:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332461568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9027us (10014us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.608897:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13447 00000100:00100000:0.0:1734016139.613183:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.613342:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334600704:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016139.613378:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.613446:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332461696:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5026us (6041us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.613458:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3609 00000100:00100000:2.0:1734016139.613545:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332461952 00000100:00100000:2.0:1734016139.613552:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332461952 00000100:00100000:2.0:1734016139.613593:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13448 00000100:00100000:2.0:1734016139.613599:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332461952:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.614451:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6152211 -> 6152211 00002000:00010000:2.0:1734016139.614457:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.614460:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.614463:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.614465:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 352 -> 360 00000100:00100000:2.0:1734016139.614510:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332461952:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 910us (1347us total) trans 4294969874 rc 0/0 00000100:00100000:2.0:1734016139.614518:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13448 00000100:00100000:0.0:1734016139.621915:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.622007:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332462208 00000100:00100000:3.0:1734016139.622018:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332462208 00002000:00100000:3.0:1734016139.622090:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6156287) req@ffff8800795f4700 x1818247332462208/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.622101:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4700 with x1818247332462208 ext(4194304->6156287) 00002000:00010000:3.0:1734016139.622107:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4700 00000100:00100000:3.0:1734016139.622146:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10158 00000100:00100000:3.0:1734016139.622155:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332462208:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.657287:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332462208:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 35115us (35373us total) trans 0 rc 1961984/1961984 00000100:00100000:3.0:1734016139.657309:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10158 00002000:00100000:3.0:1734016139.657326:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6156287) req@ffff8800795f4700 x1818247332462208/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 1961984/1961984 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.657339:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f4700 with x1818247332462208 ext(4194304->6156287) 00002000:00010000:3.0:1734016139.657347:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795f4700 00000100:00100000:0.0:1734016139.665295:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.665465:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332462464 00000100:00100000:3.0:1734016139.665483:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332462464 00002000:00100000:3.0:1734016139.665563:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2883584->2887679) req@ffff880076258700 x1818247332462464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.665579:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247332462464 ext(2883584->2887679) 00002000:00010000:3.0:1734016139.665588:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258700 00000100:00100000:3.0:1734016139.665624:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10159 00000100:00100000:3.0:1734016139.665635:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332462464:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.666076:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332462464:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 439us (800us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.666088:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10159 00002000:00100000:3.0:1734016139.666094:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2883584->2887679) req@ffff880076258700 x1818247332462464/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.666102:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247332462464 ext(2883584->2887679) 00002000:00010000:3.0:1734016139.666105:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258700 00000100:00100000:1.0:1734016139.678478:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.678597:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332462720 00000100:00100000:0.0:1734016139.678611:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332462720 00002000:00100000:0.0:1734016139.678684:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (774144->778239) req@ffff88007718ca80 x1818247332462720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.678697:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247332462720 ext(774144->778239) 00002000:00010000:0.0:1734016139.678703:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718ca80 00000100:00100000:0.0:1734016139.678790:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10160 00000100:00100000:0.0:1734016139.678799:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332462720:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.679052:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332462720:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 252us (591us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016139.679062:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10160 00002000:00100000:0.0:1734016139.679070:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (774144->778239) req@ffff88007718ca80 x1818247332462720/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.679077:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247332462720 ext(774144->778239) 00002000:00010000:0.0:1734016139.679080:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718ca80 00000100:00100000:0.0:1734016139.686171:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.686352:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332462976 00000100:00100000:3.0:1734016139.686372:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332462976 00002000:00100000:3.0:1734016139.686450:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (782336->786431) req@ffff880076258e00 x1818247332462976/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.686463:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258e00 with x1818247332462976 ext(782336->786431) 00002000:00010000:3.0:1734016139.686469:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258e00 00000100:00100000:3.0:1734016139.686499:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10161 00000100:00100000:3.0:1734016139.686509:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332462976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.686897:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332462976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 387us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.686906:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10161 00002000:00100000:3.0:1734016139.686913:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (782336->786431) req@ffff880076258e00 x1818247332462976/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.686921:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258e00 with x1818247332462976 ext(782336->786431) 00002000:00010000:3.0:1734016139.686924:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258e00 00000100:00100000:1.0:1734016139.700777:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.700869:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332463232 00000100:00100000:3.0:1734016139.700880:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332463232 00002000:00100000:3.0:1734016139.700933:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3317760->3321855) req@ffff88007718f480 x1818247332463232/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.700949:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247332463232 ext(3317760->3321855) 00002000:00010000:3.0:1734016139.700955:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f480 00000100:00100000:3.0:1734016139.700978:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10162 00000100:00100000:3.0:1734016139.700987:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332463232:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.701273:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332463232:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 285us (505us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.701280:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10162 00002000:00100000:3.0:1734016139.701285:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3317760->3321855) req@ffff88007718f480 x1818247332463232/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.701292:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f480 with x1818247332463232 ext(3317760->3321855) 00002000:00010000:3.0:1734016139.701294:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718f480 00000100:00100000:1.0:1734016139.711630:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.711768:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332463488 00000100:00100000:3.0:1734016139.711785:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332463488 00002000:00100000:3.0:1734016139.711866:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3321856->3325951) req@ffff88007718d880 x1818247332463488/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.711880:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d880 with x1818247332463488 ext(3321856->3325951) 00002000:00010000:3.0:1734016139.711888:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d880 00000100:00100000:3.0:1734016139.711925:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10163 00000100:00100000:3.0:1734016139.711936:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332463488:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.712349:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332463488:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 412us (739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.712358:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10163 00002000:00100000:3.0:1734016139.712365:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3321856->3325951) req@ffff88007718d880 x1818247332463488/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.712373:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d880 with x1818247332463488 ext(3321856->3325951) 00002000:00010000:3.0:1734016139.712377:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d880 00000100:00100000:1.0:1734016139.721779:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.721890:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332463616 00000100:00100000:2.0:1734016139.721905:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332463616 00000100:00100000:2.0:1734016139.721972:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13449 00000100:00100000:2.0:1734016139.721981:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332463616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.722009:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.722033:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cacd expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.722114:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334600832:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.722216:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.725772:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.725927:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332463744 00000100:00100000:2.0:1734016139.725949:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332463744 00000100:00100000:2.0:1734016139.726058:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13450 00000100:00100000:2.0:1734016139.726072:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332463744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.726109:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.726146:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3177df5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cad4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.726263:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334600960:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.726363:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.729430:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:2.0:1734016139.729444:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016139.729486:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334600832:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.729551:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cacd expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.729570:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3177dee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cacd expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.729611:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016139.729690:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332463616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7707us (7920us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.729701:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13449 00002000:00010000:3.0:1734016139.730605:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016138 -> 1734016140 00002000:00010000:3.0:1734016139.730611:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016139 00002000:00010000:3.0:1734016139.730612:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:3.0:1734016139.730631:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334600960:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.730659:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3177df5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cad4 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.730672:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d3177df5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cad4 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.730703:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:3.0:1734016139.733714:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332463744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7631us (7996us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.733751:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13450 00000100:00100000:0.0:1734016139.739577:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.739698:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.739836:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332463872 00000100:00100000:3.0:1734016139.739858:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332463872 00000100:00100000:3.0:1734016139.739905:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464000 00000100:00100000:3.0:1734016139.739908:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464000 00000100:00100000:3.0:1734016139.739932:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13451 00000100:00100000:3.0:1734016139.739940:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332463872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.739964:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.739986:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177dfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cadb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.740068:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334601088:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.740136:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.740223:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13452 00000100:00100000:1.0:1734016139.740229:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332464000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.740238:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.740249:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177e03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cae2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.740276:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334601216:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.740301:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.743646:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334601216:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016139.743693:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177e03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cae2 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.743708:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177e03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cae2 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.743755:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:0.0:1734016139.743816:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332464000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3585us (4117us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016139.743829:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13452 00000100:00100000:3.0:1734016139.744114:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334601088:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.744137:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177dfc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cadb expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.744149:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177dfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cadb expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.744288:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016139.744322:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332463872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4382us (4762us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.744329:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13451 00000100:00100000:0.0:1734016139.752383:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.752526:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464128 00000100:00100000:3.0:1734016139.752543:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464128 00000100:00100000:3.0:1734016139.752591:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13453 00000100:00100000:3.0:1734016139.752598:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332464128:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016139.752819:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6152211 -> 6152211 00002000:00010000:3.0:1734016139.752822:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016139 00002000:00010000:3.0:1734016139.752824:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.752826:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016139 00002000:00010000:3.0:1734016139.752828:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 360 -> 368 00000100:00100000:3.0:1734016139.754636:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332464128:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 2016us (2245us total) trans 4294969875 rc 0/0 00000100:00100000:3.0:1734016139.754662:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13453 00000100:00100000:2.0:1734016139.762455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.762522:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.762604:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464256 00000100:00100000:0.0:1734016139.762617:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464256 00000100:00100000:0.0:1734016139.762670:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464384 00000100:00100000:0.0:1734016139.762672:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464384 00000100:00100000:0.0:1734016139.763682:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13454 00000100:00100000:0.0:1734016139.763694:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332464256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.763739:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.763770:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177e0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cae9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.763873:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334601344:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016139.763959:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.764585:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13455 00000100:00100000:2.0:1734016139.764594:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332464384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.764605:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.764620:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177e11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5caf0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.764653:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334601472:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.764680:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.773914:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:2.0:1734016139.773927:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016139.773966:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334601344:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.774031:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177e0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cae9 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.774057:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177e0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cae9 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.774079:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:2.0:1734016139.774145:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332464256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10452us (11706us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.774157:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13454 00000100:00100000:3.0:1734016139.774443:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076646680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334601472:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.774467:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177e11 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caf0 expref: 14 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.774477:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3177e11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caf0 expref: 14 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.774500:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:3.0:1734016139.774526:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332464384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9932us (12003us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.774531:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13455 00000100:00100000:2.0:1734016139.781003:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.781212:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.781334:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464512 00000100:00100000:3.0:1734016139.781355:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464512 00000100:00100000:0.0:1734016139.781705:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464640 00000100:00100000:0.0:1734016139.781709:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464640 00000100:00100000:0.0:1734016139.781766:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13456 00000100:00100000:0.0:1734016139.781781:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332464512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.781819:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.781859:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177e18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5caf7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.781979:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334601600:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016139.782096:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.782573:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13457 00000100:00100000:1.0:1734016139.782583:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332464640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.782598:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.782615:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177e1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cafe expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.782662:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334601728:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.782700:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.787265:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334601600:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.787346:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177e18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caf7 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.787373:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177e18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5caf7 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.787404:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:2.0:1734016139.787527:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332464512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5745us (6549us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.787544:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13456 00000100:00100000:1.0:1734016139.788398:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334601728:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.788437:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177e1f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cafe expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.788456:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177e1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cafe expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.788489:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016139.788533:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332464640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5947us (7317us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.788543:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13457 00000100:00100000:0.0:1734016139.797046:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.797104:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.797500:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464768 00000100:00100000:2.0:1734016139.797519:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464768 00000100:00100000:2.0:1734016139.797593:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332464896 00000100:00100000:2.0:1734016139.797596:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332464896 00000100:00100000:2.0:1734016139.797628:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13458 00000100:00100000:2.0:1734016139.797640:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087220c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332464768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.797673:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.797711:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177e26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb05 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.797828:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334601856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.797934:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.798180:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13459 00000100:00100000:0.0:1734016139.798189:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332464896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.798203:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.798222:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d3177e2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb0c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.798260:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334601984:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016139.798311:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.802793:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334601984:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.802872:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d3177e2d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb0c expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.802896:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d3177e2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb0c expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.802931:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:2.0:1734016139.803199:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334601856:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.803237:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177e26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb05 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.803246:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177e26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb05 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.803270:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:1.0:1734016139.805363:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332464896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7153us (8236us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.805384:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13459 00000100:00100000:2.0:1734016139.805941:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087220c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332464768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8298us (8908us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.805955:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13458 00000100:00100000:0.0:1734016139.810292:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.810367:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.811145:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465024 00000100:00100000:2.0:1734016139.811162:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465024 00000100:00100000:2.0:1734016139.811247:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465152 00000100:00100000:2.0:1734016139.811250:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465152 00000100:00100000:2.0:1734016139.811280:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13460 00000100:00100000:2.0:1734016139.811291:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332465024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.811326:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.811360:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177e34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb13 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.811466:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334602112:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.811573:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.811769:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13461 00000100:00100000:2.0:1734016139.811774:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332465152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.811786:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.811800:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3177e3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb1a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.811831:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334602240:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.811871:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.817357:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334602112:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.817445:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177e34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb13 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.817468:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d3177e34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb13 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.817500:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016139.817648:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332465024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6354us (7367us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.817663:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13460 00000100:00100000:3.0:1734016139.818693:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334602240:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.818757:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3177e3b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb1a expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.818772:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3177e3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb1a expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.818805:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:3.0:1734016139.818855:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332465152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7079us (8487us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.818864:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13461 00000100:00100000:2.0:1734016139.824617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.824788:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465408 00000100:00100000:3.0:1734016139.824808:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465408 00000100:00100000:3.0:1734016139.824913:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2727 00000100:00100000:3.0:1734016139.824925:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332465408:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016139.825026:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.825082:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177c7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c961 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.825106:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016139.825112:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016139.825387:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.825403:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.825412:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.825468:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 20 pid: 6485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.825488:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 20 pid: 6485 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016139.825508:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334602368:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016139.825664:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b666c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.831475:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.831574:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465536 00000100:00100000:0.0:1734016139.831586:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465536 00010000:00010000:0.0:1734016139.831635:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 21 pid: 6485 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016139.831691:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3610 00000100:00100000:0.0:1734016139.831700:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1969:x1818247332465536:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016139.831738:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.831747:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 21 pid: 6485 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016139.831761:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 21 pid: 6485 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016139.831791:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016139.831798:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016139.831806:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016139.831814:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016139.831837:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016139.831904:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:1969:x1818247332465536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 204us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.831916:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3610 00010000:00010000:3.0:1734016139.832769:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3177c89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5c968 expref: 20 pid: 6485 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016139.832796:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334602368:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016139.832827:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.832838:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.832852:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016139.832983:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969050 00000004:00010000:3.0:1734016139.833053:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012db20000 reply state ffff88012e200000 transno 4294969051 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016139.833062:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.835643:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332465408:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 10691us (11194us total) trans 4294969051 rc 0/0 00000100:00100000:3.0:1734016139.835662:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2727 00000020:00080000:3.0:1734016139.835678:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016139.839984:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.840005:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.840012:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.840018:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9db600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016139.840024:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.840034:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.840055:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016139.840058:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016139.840063:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.840068:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016139.840423:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.841053:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465664 00000100:00100000:3.0:1734016139.841065:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465664 00000100:00100000:3.0:1734016139.841115:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13462 00000100:00100000:3.0:1734016139.841122:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332465664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.841139:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.841158:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb21 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.841187:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.841195:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.841197:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.841200:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.841238:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.841252:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 10 pid: 10116 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016139.841266:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334602496:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016139.842088:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.846121:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.846260:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334602496:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016139.846314:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.846339:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:2.0:1734016139.846429:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332465664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5305us (6010us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.846440:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13462 00000100:00100000:3.0:1734016139.846569:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465792 00000100:00100000:3.0:1734016139.846584:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465792 00002000:00100000:3.0:1734016139.846658:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (774144->3325951) req@ffff88007718f100 x1818247332465792/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 504/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.846673:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f100 with x1818247332465792 ext(774144->3325951) 00010000:00010000:3.0:1734016139.846682:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 11 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016139.846698:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 11 pid: 10116 timeout: 504 lvb_type: 0 00002000:00010000:3.0:1734016139.846707:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007718f100 00000100:00100000:3.0:1734016139.846755:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 373 00000100:00100000:3.0:1734016139.846762:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332465792:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016139.853098:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332465792:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6317us (6973us total) trans 4294969876 rc 0/0 00000100:00100000:3.0:1734016139.853119:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 373 00002000:00100000:3.0:1734016139.853143:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (774144->3325951) req@ffff88007718f100 x1818247332465792/t4294969876(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 504/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.853156:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718f100 with x1818247332465792 ext(774144->3325951) 00010000:00010000:3.0:1734016139.853170:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 13 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016139.853194:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 13 pid: 10116 timeout: 504 lvb_type: 0 00002000:00010000:3.0:1734016139.853201:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007718f100 00000100:00100000:0.0:1734016139.860677:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.861387:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332465920 00000100:00100000:2.0:1734016139.861412:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332465920 00010000:00010000:2.0:1734016139.861490:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 13 pid: 10116 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016139.861554:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3611 00000100:00100000:2.0:1734016139.861567:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332465920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.861599:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016139.861639:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 368 -> 408 00010000:00010000:2.0:1734016139.861649:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 13 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.861665:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 13 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.861703:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3177de7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4419584->4423679) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cac6 expref: 13 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.861781:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.861785:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.861794:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.861806:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.861874:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.861903:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334602624:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.862033:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.870224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.870397:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334602624:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.870428:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.870475:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332465920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8907us (9813us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.870489:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3611 00000100:00100000:3.0:1734016139.870598:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466048 00000100:00100000:3.0:1734016139.870606:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466048 00000100:00100000:3.0:1734016139.870643:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13463 00000100:00100000:3.0:1734016139.870650:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332466048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.870677:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.870700:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb28 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.870779:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.870793:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.870795:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.870798:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.870852:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.870867:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 11 pid: 10116 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016139.870886:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334602752:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016139.870931:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.876961:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334602752:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016139.877018:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.877043:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:0.0:1734016139.878213:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.880404:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332466048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9730us (10169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.880420:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13463 00000100:00100000:2.0:1734016139.880689:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466176 00000100:00100000:2.0:1734016139.880704:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466176 00002000:00100000:2.0:1734016139.880798:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2281472->2293759) req@ffff88007625ad80 x1818247332466176/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 12776/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.880810:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625ad80 with x1818247332466176 ext(2281472->2293759) 00010000:00010000:2.0:1734016139.880825:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 12 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.880851:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 12 pid: 10116 timeout: 504 lvb_type: 0 00002000:00010000:2.0:1734016139.880859:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007625ad80 00000100:00100000:2.0:1734016139.880892:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 374 00000100:00100000:2.0:1734016139.880898:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332466176:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016139.883355:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332466176:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2443us (5141us total) trans 4294968242 rc 0/0 00000100:00100000:2.0:1734016139.883383:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 374 00002000:00100000:2.0:1734016139.883404:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2281472->2293759) req@ffff88007625ad80 x1818247332466176/t4294968242(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:100/0 lens 12776/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.883417:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625ad80 with x1818247332466176 ext(2281472->2293759) 00010000:00010000:2.0:1734016139.883432:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 14 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.883451:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 14 pid: 10116 timeout: 504 lvb_type: 0 00002000:00010000:2.0:1734016139.883460:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007625ad80 00000100:00100000:0.0:1734016139.893922:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.895321:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466304 00000100:00100000:2.0:1734016139.895339:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466304 00010000:00010000:2.0:1734016139.895404:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 14 pid: 10116 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016139.895901:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3612 00000100:00100000:2.0:1734016139.895910:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332466304:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.895930:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016139.895958:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 104 -> 128 00010000:00010000:2.0:1734016139.895964:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 14 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.895982:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 14 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.896023:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3177de0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2281472->2293759) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cabf expref: 14 pid: 10116 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.896070:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.896073:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.896084:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.896098:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.896169:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.896193:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334602880:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.897809:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.902621:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.903029:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.903152:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334602880:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.903182:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.903254:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332466304:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7343us (9360us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.903272:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3612 00000100:00100000:3.0:1734016139.904950:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466560 00000100:00100000:3.0:1734016139.904975:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466560 00000100:00100000:3.0:1734016139.905000:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466432 00000100:00100000:3.0:1734016139.905004:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466432 00002000:00010000:3.0:1734016139.905060:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4092993->18446744073709551615) 00002000:00100000:3.0:1734016139.905066:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259500 with x1818247332466432 ext(4092993->18446744073709551615) 00002000:00010000:3.0:1734016139.905088:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259500. 00000100:00100000:3.0:1734016139.905129:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10164 00000100:00100000:3.0:1734016139.905139:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332466432:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.907542:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6152211 -> 4092993 00002000:00010000:3.0:1734016139.907556:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016139.907559:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.907561:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016139.907565:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 408 -> 328 00000100:00100000:3.0:1734016139.907705:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332466432:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2557us (4665us total) trans 4294969877 rc 0/0 00000100:00100000:3.0:1734016139.907751:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10164 00002000:00010000:3.0:1734016139.907763:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4092993->18446744073709551615) 00002000:00100000:3.0:1734016139.907768:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259500 with x1818247332466432 ext(4092993->18446744073709551615) 00002000:00010000:3.0:1734016139.907779:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259500. 00002000:00010000:3.0:1734016139.907890:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016139.907894:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259f80 with x1818247332466560 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016139.907904:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076259f80. 00000100:00100000:3.0:1734016139.907937:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10165 00000100:00100000:3.0:1734016139.907947:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332466560:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.912137:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1734016139.912160:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016139.912164:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016137 00002000:00010000:3.0:1734016139.912167:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016139.912170:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 0 00000100:00100000:3.0:1734016139.912327:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332466560:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 4366us (9710us total) trans 4294968243 rc 0/0 00000100:00100000:3.0:1734016139.912351:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10165 00002000:00010000:3.0:1734016139.912362:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016139.912366:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259f80 with x1818247332466560 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016139.912376:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076259f80. 00000100:00100000:0.0:1734016139.918032:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.918214:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466688 00000100:00100000:3.0:1734016139.918233:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466688 00000100:00100000:3.0:1734016139.918353:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2728 00000100:00100000:3.0:1734016139.918363:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332466688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.918393:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.918424:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177e57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb2f expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.918554:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177e5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.918574:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.918590:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016139.918624:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4092993 00000004:00200000:3.0:1734016139.918628:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.918653:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.918685:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d86c0/0xb46129d8d3177e57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb2f expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.919346:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb2f expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.919357:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016139.919361:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.919366:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016139.919444:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332466688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1081us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.919453:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2728 00000100:00100000:0.0:1734016139.923638:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.923700:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.923817:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466816 00000100:00100000:2.0:1734016139.923832:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466816 00000100:00100000:2.0:1734016139.923916:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332466944 00000100:00100000:2.0:1734016139.923919:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332466944 00000100:00100000:2.0:1734016139.923939:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13464 00000100:00100000:2.0:1734016139.923951:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332466816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.923983:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.924013:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3177e65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb36 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.924101:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334603008:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016139.924181:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.924258:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13465 00000100:00100000:1.0:1734016139.924264:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332466944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.924272:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.924287:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177e6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb3d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.924321:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334603136:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.924342:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016139.925180:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1734016139.927474:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016139 00000100:00100000:1.0:1734016139.927511:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334603136:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.927552:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177e6c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb3d expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.927568:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177e6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb3d expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.927591:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016139.927657:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332466944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3390us (3953us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.927674:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13465 00000100:00100000:2.0:1734016139.928055:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334603008:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.928084:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3177e65 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb36 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.928093:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d3177e65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb36 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.928107:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016139.928135:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332466816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4185us (4510us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.928144:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13464 00000100:00100000:0.0:1734016139.938083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.938164:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.938290:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467200 00000100:00100000:1.0:1734016139.938307:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467200 00000100:00100000:1.0:1734016139.938386:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467072 00000100:00100000:1.0:1734016139.938389:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467072 00000100:00100000:1.0:1734016139.938422:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13466 00000100:00100000:1.0:1734016139.938433:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332467200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.938467:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.938498:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177e73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb4b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.938603:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334603264:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.938709:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.938851:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13467 00000100:00100000:3.0:1734016139.938857:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332467072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.938866:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.938880:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177e7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb44 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.938915:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334603392:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.938937:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.945481:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334603392:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.945573:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177e7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb44 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.945596:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3177e7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb44 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.947380:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016139.948240:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332467072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9366us (10060us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.948251:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13467 00000100:00100000:1.0:1734016139.951543:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334603264:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.951606:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177e73 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb4b expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.951630:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d3177e73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb4b expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.951666:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016139.951761:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332467200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13326us (13697us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.951772:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13466 00000100:00100000:0.0:1734016139.958435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.958506:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.958620:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467328 00000100:00100000:1.0:1734016139.958636:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467328 00000100:00100000:1.0:1734016139.958692:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467456 00000100:00100000:1.0:1734016139.958695:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467456 00000100:00100000:1.0:1734016139.958754:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13468 00000100:00100000:1.0:1734016139.958765:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332467328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.958790:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.958808:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177e81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb52 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.958887:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334603520:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.958927:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13469 00000100:00100000:3.0:1734016139.958933:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332467456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.958942:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.958953:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177e88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb59 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.958960:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.958982:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334603648:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.959008:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.962232:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334603648:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016139.962311:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177e88 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb59 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.962331:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3177e88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb59 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.962360:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016139.962436:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332467456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3497us (3924us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.962448:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13469 00000100:00100000:1.0:1734016139.963465:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334603520:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.963490:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177e81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb52 expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.963501:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d3177e81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb52 expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.963514:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016139.963557:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332467328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4795us (5140us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.963565:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13468 00000100:00100000:0.0:1734016139.965600:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.965664:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.965948:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467584 00000100:00100000:3.0:1734016139.965962:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467584 00000100:00100000:1.0:1734016139.967015:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467712 00000100:00100000:1.0:1734016139.967024:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467712 00000100:00100000:3.0:1734016139.967043:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13470 00000100:00100000:3.0:1734016139.967057:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332467584:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.967066:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13471 00000100:00100000:1.0:1734016139.967071:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332467712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.967078:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.967081:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.967103:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177e8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb67 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.967103:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177e96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb60 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.967174:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334603904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016139.967174:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334603776:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016139.967510:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.968507:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.973327:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334603776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016139.973394:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177e96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb60 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.973417:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3177e96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb60 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.973555:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334603904:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016139.973580:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177e8f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb67 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.973590:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3177e8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb67 expref: 14 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.974013:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00010000:00010000:1.0:1734016139.974253:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:2.0:1734016139.974593:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332467584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7537us (9000us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.974607:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13470 00000100:00100000:1.0:1734016139.974687:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332467712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7614us (9021us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.974694:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13471 00000100:00100000:0.0:1734016139.980626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016139.980745:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332467968 00000100:00100000:3.0:1734016139.980756:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332467968 00000100:00100000:3.0:1734016139.980823:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2729 00000100:00100000:3.0:1734016139.980831:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332467968:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016139.980894:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.980925:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8240/0xb46129d8d3177e5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb2f expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.980952:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016139.980957:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016139.981147:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.981163:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016139.981172:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016139.981222:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969052 00000004:00010000:3.0:1734016139.981242:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800795cf800 reply state ffff88012e205000 transno 4294969053 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016139.981249:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.981350:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332467968:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 517us (738us total) trans 4294969053 rc 0/0 00000100:00100000:3.0:1734016139.981359:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2729 00000020:00080000:3.0:1734016139.981366:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016139.988367:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.988386:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.988393:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.988401:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9da1c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016139.988406:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.988414:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.988433:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016139.988437:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016139.988441:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016139.988446:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3177e9d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016139.988982:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016139.989054:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468096 00000100:00100000:1.0:1734016139.989067:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468096 00000100:00100000:1.0:1734016139.989126:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13472 00000100:00100000:1.0:1734016139.989134:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332468096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.989158:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.989180:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb6e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.989212:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.989221:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.989224:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.989228:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.989267:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.989282:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016139.989298:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334604032:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016139.989360:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.992338:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016139.992526:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334604032:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016139.992568:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.992594:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:0.0:1734016139.992679:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332468096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3544us (3700us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.992691:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13472 00000100:00100000:2.0:1734016139.993018:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468224 00000100:00100000:2.0:1734016139.993031:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468224 00010000:00010000:2.0:1734016139.993071:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016139.993098:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3613 00000100:00100000:2.0:1734016139.993106:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332468224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.993130:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.993175:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.993188:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.993221:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3177e49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb21 expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016139.993242:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.993243:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.993250:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.993262:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.993309:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.993323:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334604160:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016139.993553:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e3def00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.998344:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016139.998753:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334604160:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016139.998784:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.999433:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468352 00000100:00100000:1.0:1734016139.999444:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468352 00000100:00100000:1.0:1734016139.999514:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13473 00000100:00100000:1.0:1734016139.999523:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332468352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.999548:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.999578:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb75 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.999622:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.999641:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.999643:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.999649:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.999695:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.999710:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 14 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016139.999759:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334604288:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016140.000862:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332468224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7749us (8537us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.000875:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3613 00000100:00100000:1.0:1734016140.000876:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 10 seconds 00000100:00100000:1.0:1734016140.006767:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334604288:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016140.006825:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.006857:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016140.007291:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332468352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7765us (8968us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.007306:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13473 00000100:00100000:0.0:1734016140.008027:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.009740:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468480 00000100:00100000:2.0:1734016140.009763:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468480 00010000:00010000:2.0:1734016140.009836:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 15 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.009910:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3614 00000100:00100000:2.0:1734016140.009926:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332468480:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.009959:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.009997:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 15 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.010013:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 15 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.010050:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177e50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb28 expref: 15 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.010082:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.010085:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.010092:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.010110:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.010164:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.010182:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334604416:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016140.010303:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00080000:0.0:1734016140.010749:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016110 00000100:00100000:0.0:1734016140.018144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.018277:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.018417:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334604416:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016140.018463:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.018547:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332468480:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8627us (10522us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.018562:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3614 00000100:00100000:3.0:1734016140.018643:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468736 00000100:00100000:3.0:1734016140.018653:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468736 00002000:00010000:3.0:1734016140.018693:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1394250->18446744073709551615) 00002000:00100000:3.0:1734016140.018699:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ce300 with x1818247332468736 ext(1394250->18446744073709551615) 00002000:00010000:3.0:1734016140.018715:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795ce300. 00000100:00100000:3.0:1734016140.018760:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468608 00000100:00100000:3.0:1734016140.018763:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468608 00002000:00010000:3.0:1734016140.018776:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016140.018779:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162a00 with x1818247332468608 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016140.018788:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162a00. 00000100:00100000:3.0:1734016140.020115:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10166 00000100:00100000:3.0:1734016140.020128:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332468736:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.020475:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1394250 00002000:00010000:3.0:1734016140.020479:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.020482:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016137 00002000:00010000:3.0:1734016140.020485:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.020487:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016140.020563:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332468736:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 435us (2440us total) trans 4294968244 rc 0/0 00000100:00100000:3.0:1734016140.020572:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10166 00002000:00010000:3.0:1734016140.020577:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1394250->18446744073709551615) 00002000:00100000:3.0:1734016140.020580:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795ce300 with x1818247332468736 ext(1394250->18446744073709551615) 00002000:00010000:3.0:1734016140.020586:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795ce300. 00000100:00100000:3.0:1734016140.020610:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10167 00000100:00100000:3.0:1734016140.020617:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332468608:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.020758:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4092993 -> 4194304 00002000:00010000:3.0:1734016140.020760:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.020762:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016140.020764:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.020766:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:3.0:1734016140.020787:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332468608:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 170us (2510us total) trans 4294969878 rc 0/0 00000100:00100000:3.0:1734016140.020794:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10167 00002000:00010000:3.0:1734016140.020796:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016140.020802:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162a00 with x1818247332468608 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016140.020808:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076162a00. 00000100:00100000:0.0:1734016140.027994:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.028138:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468864 00000100:00100000:2.0:1734016140.028151:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468864 00000100:00080000:0.0:1734016140.028268:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016110 00000100:00100000:2.0:1734016140.028341:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2730 00000100:00100000:2.0:1734016140.028353:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332468864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.028404:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.028439:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177eb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb7c expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.028601:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.028623:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.028638:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016140.028675:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5588554 00000004:00200000:2.0:1734016140.028682:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.028711:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.028932:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d3177eb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 28 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.029359:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 27 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.029369:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.029372:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.029375:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016140.029448:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332468864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1097us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.029455:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2730 00000100:00100000:0.0:1734016140.033935:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.033995:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.034141:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332468992 00000100:00100000:1.0:1734016140.034158:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332468992 00000100:00100000:1.0:1734016140.034238:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332469120 00000100:00100000:1.0:1734016140.034241:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332469120 00000100:00100000:1.0:1734016140.034268:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13474 00000100:00100000:1.0:1734016140.034278:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332468992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.034308:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.034341:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177ec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb83 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.034438:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334604544:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.034535:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.034615:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13475 00000100:00100000:3.0:1734016140.034621:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332469120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.034629:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.034638:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177ec7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb8a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.034671:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334604672:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.034694:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00080000:0.0:1734016140.034862:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016110 00002000:00010000:3.0:1734016140.038041:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016139 00000100:00100000:3.0:1734016140.038079:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334604672:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.038134:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177ec7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb8a expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.038155:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177ec7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb8a expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.038183:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016140.038261:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332469120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3636us (4263us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.038275:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13475 00000100:00100000:1.0:1734016140.038670:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334604544:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.038697:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177ec0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb83 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.038708:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3177ec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb83 expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.038765:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016140.038796:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332468992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4519us (4871us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.038803:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13474 00000100:00100000:0.0:1734016140.045224:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.045318:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.045498:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332469376 00000100:00100000:3.0:1734016140.045517:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332469376 00000100:00100000:3.0:1734016140.045610:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332469248 00000100:00100000:3.0:1734016140.045614:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332469248 00000100:00100000:3.0:1734016140.045645:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13476 00000100:00100000:3.0:1734016140.045657:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332469376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.045705:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.045807:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177ece lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb98 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.045930:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334604800:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.046049:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.046078:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13477 00000100:00100000:3.0:1734016140.046083:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332469248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.046094:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.046112:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177ed5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb91 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.046151:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334604928:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.046176:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.050978:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334604800:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.051063:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177ece lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb98 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.051093:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177ece lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb98 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.051281:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334604928:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.051314:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177ed5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb91 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.051323:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d3177ed5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb91 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.051344:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016140.051433:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332469248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5346us (6112us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.051448:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13477 00010000:00010000:2.0:1734016140.051529:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:2.0:1734016140.051555:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332469376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5902us (6359us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.051562:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13476 00000100:00100000:0.0:1734016140.057961:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.058488:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332469632 00000100:00100000:2.0:1734016140.058508:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332469632 00000100:00100000:2.0:1734016140.058641:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2731 00000100:00100000:2.0:1734016140.058652:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332469632:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016140.059105:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.059126:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.059135:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.059197:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.059217:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 26 pid: 6483 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.059235:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334605056:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016140.059333:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00080000:1.0:1734016140.059704:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016110 00000100:00100000:0.0:1734016140.063001:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.063120:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332469760 00000100:00100000:3.0:1734016140.063134:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332469760 00010000:00010000:3.0:1734016140.063186:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 27 pid: 6483 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.063450:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3615 00000100:00100000:3.0:1734016140.063460:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:1971:x1818247332469760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.063483:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.063492:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 27 pid: 6483 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.063510:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 27 pid: 6483 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.063547:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016140.063552:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016140.063565:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016140.063574:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016140.063602:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016140.064164:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d3177eb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb7c expref: 27 pid: 6483 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.064670:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334605056:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016140.064696:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.064706:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.064711:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:2.0:1734016140.064868:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969054 00000004:00010000:2.0:1734016140.064943:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076163800 reply state ffff880097c7e000 transno 4294969055 ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016140.064953:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016140.065113:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:1971:x1818247332469760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1649us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.065127:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3615 00000100:00100000:2.0:1734016140.066041:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332469632:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7387us (8100us total) trans 4294969055 rc 0/0 00000100:00100000:2.0:1734016140.066049:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2731 00000020:00080000:2.0:1734016140.066055:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016140.070372:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016140.070482:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.070495:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.070502:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.070510:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075fff840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016140.070515:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.070523:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.070548:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.070551:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.070556:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.070560:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff840/0xb46129d8d3177edc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016140.071925:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470016 00000100:00100000:3.0:1734016140.071945:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470016 00002000:00010000:3.0:1734016140.072018:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016140.072024:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161f80 with x1818247332470016 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016140.072045:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161f80. 00000100:00100000:3.0:1734016140.072091:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10168 00000100:00100000:3.0:1734016140.072102:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332470016:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.072504:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1394250 -> 0 00002000:00010000:3.0:1734016140.072508:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.072511:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016137 00002000:00010000:3.0:1734016140.072514:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.072517:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016140.072613:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332470016:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 510us (2263us total) trans 4294968245 rc 0/0 00000100:00100000:3.0:1734016140.072622:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10168 00002000:00010000:3.0:1734016140.072625:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016140.072628:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161f80 with x1818247332470016 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016140.072633:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161f80. 00000100:00100000:0.0:1734016140.072810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.072983:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332469888 00000100:00100000:1.0:1734016140.072989:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332469888 00002000:00010000:1.0:1734016140.073013:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6533->18446744073709551615) 00002000:00100000:1.0:1734016140.073016:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163100 with x1818247332469888 ext(6533->18446744073709551615) 00002000:00010000:1.0:1734016140.073027:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163100. 00000100:00100000:1.0:1734016140.073059:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10169 00000100:00100000:1.0:1734016140.073066:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332469888:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016140.079075:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6533 00002000:00010000:1.0:1734016140.079090:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.079093:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.079094:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.079097:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 328 -> 24 00000100:00100000:1.0:1734016140.080437:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332469888:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 7350us (7608us total) trans 4294969879 rc 0/0 00000100:00100000:1.0:1734016140.080453:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10169 00002000:00010000:1.0:1734016140.080468:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6533->18446744073709551615) 00002000:00100000:1.0:1734016140.080474:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076163100 with x1818247332469888 ext(6533->18446744073709551615) 00002000:00010000:1.0:1734016140.080489:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076163100. 00000100:00100000:0.0:1734016140.088685:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.090434:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470144 00000100:00100000:2.0:1734016140.090465:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470144 00000100:00100000:3.0:1734016140.091797:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2732 00000100:00100000:3.0:1734016140.091810:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332470144:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.091852:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.091886:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3177ee3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cb9f expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.092042:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.092061:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.092076:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016140.092116:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6533 00000004:00200000:3.0:1734016140.092123:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016140.092148:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.092181:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db840/0xb46129d8d3177ee3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.092216:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.092227:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016140.092230:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016140.092234:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016140.092329:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332470144:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 521us (3668us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.092339:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2732 00000100:00100000:0.0:1734016140.097961:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.098042:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.098221:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470400 00000100:00100000:2.0:1734016140.098233:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470400 00000100:00100000:2.0:1734016140.098319:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470272 00000100:00100000:2.0:1734016140.098324:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470272 00000100:00100000:2.0:1734016140.098372:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13478 00000100:00100000:2.0:1734016140.098383:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332470400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.098416:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.098444:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3177ef1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbad expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.098524:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334605184:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.098610:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.098700:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13479 00000100:00100000:3.0:1734016140.098706:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332470272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.098716:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.098756:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177ef8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cba6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.098790:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334605312:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.098814:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.102275:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334605312:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.102349:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177ef8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cba6 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.102371:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d3177ef8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cba6 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.102407:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016140.102500:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332470272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3791us (4456us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.102514:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13479 00002000:00010000:2.0:1734016140.102646:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016139 00000100:00100000:2.0:1734016140.102664:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334605184:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.102690:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3177ef1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbad expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.102700:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d3177ef1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbad expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.102717:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016140.102761:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332470400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4380us (4825us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.102767:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13478 00000100:00100000:0.0:1734016140.106014:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.106069:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.106198:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470528 00000100:00100000:2.0:1734016140.106210:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470528 00000100:00100000:2.0:1734016140.106268:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470656 00000100:00100000:2.0:1734016140.106270:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470656 00000100:00100000:2.0:1734016140.106291:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13480 00000100:00100000:2.0:1734016140.106298:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332470528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.106321:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.106342:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177eff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbb4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.106403:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334605440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.106473:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.106561:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13481 00000100:00100000:3.0:1734016140.106567:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332470656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.106577:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.106589:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177f06 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbbb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.106620:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334605568:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.106648:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.109385:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334605568:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.109445:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177f06 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbbb expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.109461:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177f06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbbb expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.109484:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016140.109560:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332470656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2989us (3487us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.109571:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13481 00000100:00100000:2.0:1734016140.109792:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334605440:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.109819:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177eff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbb4 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.109832:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177eff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbb4 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.109850:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016140.109873:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332470528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3577us (3875us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.109879:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13480 00000100:00100000:0.0:1734016140.115977:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.116047:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.116394:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470912 00000100:00100000:2.0:1734016140.116419:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470912 00000100:00100000:2.0:1734016140.117177:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332470784 00000100:00100000:2.0:1734016140.117182:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332470784 00000100:00100000:3.0:1734016140.117239:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13482 00000100:00100000:3.0:1734016140.117254:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332470912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.117291:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.117325:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177f0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbc9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.117436:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334605696:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.117567:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.117633:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13483 00000100:00100000:2.0:1734016140.117640:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332470784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.117650:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.117665:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177f14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbc2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.117699:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334605824:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.117746:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.120790:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334605696:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.120849:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177f0d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbc9 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.120865:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3177f0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbc9 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.120880:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016140.120954:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332470912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3703us (5000us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.120967:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13482 00000100:00100000:2.0:1734016140.121143:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334605824:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.121170:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177f14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbc2 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.121181:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177f14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbc2 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.121197:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016140.121218:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332470784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3578us (5170us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.121225:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13483 00000100:00100000:1.0:1734016140.125970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.126164:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.126250:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471040 00000100:00100000:2.0:1734016140.126271:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471040 00000100:00100000:2.0:1734016140.126331:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471168 00000100:00100000:2.0:1734016140.126333:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471168 00000100:00100000:2.0:1734016140.126374:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13484 00000100:00100000:2.0:1734016140.126388:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332471040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.126422:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.126454:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177f1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbd0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.126581:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334605952:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.126690:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.126842:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13485 00000100:00100000:3.0:1734016140.126847:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332471168:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.126859:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.126876:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177f22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbd7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.126915:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334606080:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.126940:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.130169:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334605952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.130215:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177f1b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbd0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.130228:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3177f1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbd0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.130246:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:3.0:1734016140.130419:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334606080:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.130457:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177f22 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbd7 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.130466:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3177f22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbd7 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.130477:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:2.0:1734016140.131114:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332471040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4725us (5164us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.131126:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13484 00000100:00100000:3.0:1734016140.131377:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332471168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4528us (5212us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.131383:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13485 00000100:00100000:0.0:1734016140.136957:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.137778:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.137948:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471296 00000100:00100000:2.0:1734016140.137963:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471296 00000100:00100000:2.0:1734016140.138554:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471424 00000100:00100000:2.0:1734016140.138558:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471424 00000100:00100000:2.0:1734016140.138591:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13486 00000100:00100000:2.0:1734016140.138599:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332471296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.138627:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.138656:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3177f29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbde expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.138756:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334606208:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.138859:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.138982:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13487 00000100:00100000:1.0:1734016140.138989:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332471424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.138998:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.139012:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177f30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbe5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.139042:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334606336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.139062:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.142965:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334606336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.143003:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177f30 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbe5 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.143023:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3177f30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbe5 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.143210:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016140.143454:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332471424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4461us (5731us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.143464:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13487 00000100:00100000:2.0:1734016140.143669:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334606208:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.143689:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3177f29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbde expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.143699:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d3177f29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbde expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.143710:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016140.143759:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332471296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5160us (6825us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.143765:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13486 00000100:00100000:2.0:1734016140.150375:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.150487:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471552 00000100:00100000:0.0:1734016140.150502:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471552 00000100:00100000:0.0:1734016140.150607:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13488 00000100:00100000:0.0:1734016140.150620:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332471552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.150648:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.150672:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbec expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.150749:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.150758:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016140.150760:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016140.150764:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.150811:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.150826:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 14 pid: 13917 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016140.150848:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334606464:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016140.150939:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.155314:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334606464:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016140.155388:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.155416:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:2.0:1734016140.155505:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332471552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4885us (5148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.155516:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13488 00000100:00100000:0.0:1734016140.156923:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.157365:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471680 00000100:00100000:3.0:1734016140.157376:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471680 00010000:00010000:3.0:1734016140.157411:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 15 pid: 13917 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.158127:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3616 00000100:00100000:3.0:1734016140.158139:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332471680:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.158166:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.158202:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 15 pid: 13917 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.158218:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 15 pid: 13917 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.158251:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3177ea4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb6e expref: 15 pid: 13917 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.158298:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.158301:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.158312:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.158322:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.158380:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.158402:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334606592:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016140.158485:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.163658:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.164155:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332471808 00000100:00100000:2.0:1734016140.164169:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332471808 00000100:00100000:2.0:1734016140.164617:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13489 00000100:00100000:2.0:1734016140.164627:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332471808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.164660:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.164689:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177f3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbf3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.164796:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334606720:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.164877:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.165141:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334606592:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016140.165159:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.165180:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332471680:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7043us (8269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.165189:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3616 00000100:00100000:2.0:1734016140.168360:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334606720:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.168428:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177f3e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbf3 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.168448:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3177f3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbf3 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.168469:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016140.169329:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332471808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4701us (5692us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.169340:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13489 00000100:00100000:2.0:1734016140.173062:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.173163:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472064 00000100:00100000:1.0:1734016140.173179:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472064 00002000:00100000:1.0:1734016140.173254:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4096->8191) req@ffff880076258380 x1818247332472064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.173265:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258380 with x1818247332472064 ext(4096->8191) 00002000:00010000:1.0:1734016140.173271:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258380 00000100:00100000:1.0:1734016140.173310:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10170 00000100:00100000:1.0:1734016140.173320:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332472064:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.173596:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332472064:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 276us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.173603:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10170 00002000:00100000:1.0:1734016140.173609:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4096->8191) req@ffff880076258380 x1818247332472064/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.173615:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258380 with x1818247332472064 ext(4096->8191) 00002000:00010000:1.0:1734016140.173618:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076258380 00000100:00100000:0.0:1734016140.178651:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.179367:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472192 00000100:00100000:2.0:1734016140.179378:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472192 00000100:00100000:2.0:1734016140.179440:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2733 00000100:00100000:2.0:1734016140.179448:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332472192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.179483:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.179506:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3177f45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cbfa expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.179605:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.179617:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.179626:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016140.179650:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6533 00000004:00200000:2.0:1734016140.179654:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.179670:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.179690:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d3177f45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbfa expref: 26 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.179713:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbfa expref: 25 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.179735:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.179738:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.179741:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016140.179785:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332472192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 339us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.179791:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2733 00000100:00100000:0.0:1734016140.183134:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.183951:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472320 00000100:00100000:2.0:1734016140.183965:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472320 00000100:00100000:2.0:1734016140.184091:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13490 00000100:00100000:2.0:1734016140.184101:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1968:x1818247332472320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.184128:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.184151:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc01 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.184177:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.184181:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.184192:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.184206:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.184216:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016140.184903:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332472320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 801us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.184911:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13490 00000100:00100000:0.0:1734016140.189890:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.190606:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472448 00000100:00100000:2.0:1734016140.190621:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472448 00000100:00100000:2.0:1734016140.191026:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13491 00000100:00100000:2.0:1734016140.191037:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332472448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.191070:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.191096:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177f5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc08 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.191182:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334606848:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.191557:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.194394:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334606848:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.194459:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177f5a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc08 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.194477:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3177f5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc08 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.194501:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016140.195048:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332472448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4009us (5329us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.195061:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13491 00000100:00100000:0.0:1734016140.198669:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.199001:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472576 00000100:00100000:2.0:1734016140.199018:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472576 00000100:00100000:2.0:1734016140.199094:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13492 00000100:00100000:2.0:1734016140.199102:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332472576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.199130:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.199156:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177f61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc0f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.199235:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334606976:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.199332:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.202463:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334606976:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.202528:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177f61 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc0f expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.202550:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3177f61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc0f expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.202588:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016140.202680:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332472576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3574us (4025us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.202691:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13492 00000100:00100000:0.0:1734016140.205904:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.206041:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472704 00000100:00100000:2.0:1734016140.206062:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472704 00000100:00100000:2.0:1734016140.206578:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13493 00000100:00100000:2.0:1734016140.206588:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332472704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.206626:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.206658:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc16 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.206708:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.206718:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.206773:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.206777:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.206782:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.206830:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.206886:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 16 pid: 7692 timeout: 504 lvb_type: 1 00000100:00100000:2.0:1734016140.206908:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334607104:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016140.207024:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.207033:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.207042:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334607232:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016140.207060:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.213406:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.213486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.213696:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472832 00000100:00100000:3.0:1734016140.213713:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472832 00010000:00010000:3.0:1734016140.213845:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 17 pid: 7692 timeout: 504 lvb_type: 1 00000100:00100000:3.0:1734016140.213900:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332472960 00000100:00100000:3.0:1734016140.213903:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332472960 00010000:00010000:3.0:1734016140.213920:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.213947:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3617 00000100:00100000:3.0:1734016140.213959:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1970:x1818247332472832:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.213990:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.214041:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 17 pid: 7692 timeout: 504 lvb_type: 1 00010000:00010000:3.0:1734016140.214065:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 17 pid: 7692 timeout: 504 lvb_type: 1 00010000:00010000:3.0:1734016140.214118:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.214199:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1970:x1818247332472832:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 243us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.214208:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3617 00000100:00100000:3.0:1734016140.214234:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3618 00000100:00100000:3.0:1734016140.214239:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332472960:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.214248:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.214255:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.214265:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.214279:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.214281:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.214291:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.214304:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.214367:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.214386:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334607360:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016140.214467:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00010000:00010000:2.0:1734016140.215072:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3177f53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc01 expref: 16 pid: 7692 timeout: 504 lvb_type: 1 00000100:00100000:2.0:1734016140.215104:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334607104:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016140.215123:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d3177f37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbec expref: 12 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.215134:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334607232:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016140.215171:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.215189:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016140.215226:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332472704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8639us (9342us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.215237:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13493 00000100:00100000:3.0:1734016140.220479:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334607360:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016140.220528:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.220618:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332472960:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6374us (7128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.220641:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3618 00000100:00100000:0.0:1734016140.224477:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.224656:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473088 00000100:00100000:2.0:1734016140.224676:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473088 00000100:00100000:2.0:1734016140.225985:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13494 00000100:00100000:2.0:1734016140.225997:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332473088:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016140.226242:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6533 -> 6533 00002000:00010000:2.0:1734016140.226245:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.226248:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016140.226250:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.226252:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1734016140.226380:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332473088:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 385us (1920us total) trans 4294969880 rc 0/0 00000100:00100000:2.0:1734016140.226387:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13494 00000100:00100000:0.0:1734016140.230653:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.231283:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.231395:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473344 00000100:00100000:1.0:1734016140.231405:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473344 00000100:00100000:1.0:1734016140.231638:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473216 00000100:00100000:1.0:1734016140.231641:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473216 00000100:00100000:1.0:1734016140.231950:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13495 00000100:00100000:1.0:1734016140.231959:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332473344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.231990:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.232023:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177f6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc24 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.232132:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334607488:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.232330:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13496 00000100:00100000:2.0:1734016140.232337:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332473216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.232349:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.232363:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177f76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc1d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.232402:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334607616:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.233039:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.233079:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.236308:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334607488:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.236373:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177f6f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc24 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.236398:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3177f6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc24 expref: 15 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.236433:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016140.236503:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332473344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4541us (5866us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.236515:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13495 00000100:00100000:2.0:1734016140.236913:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334607616:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.236945:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177f76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc1d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.236959:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d3177f76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc1d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.236996:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016140.237029:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332473216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4690us (5746us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.237036:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13496 00000100:00100000:0.0:1734016140.241016:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.241154:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.241335:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473600 00000100:00100000:2.0:1734016140.241351:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473600 00000100:00100000:2.0:1734016140.241418:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473472 00000100:00100000:2.0:1734016140.241419:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473472 00000100:00100000:2.0:1734016140.241956:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13497 00000100:00100000:2.0:1734016140.241966:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332473600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.241995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.242023:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177f7d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc32 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.242103:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334607744:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.242177:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.242244:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13498 00000100:00100000:0.0:1734016140.242249:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332473472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.242256:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.242269:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177f84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc2b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.242297:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075d95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334607872:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016140.242314:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.245804:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075d95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334607872:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.245868:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177f84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc2b expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.245893:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177f84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc2b expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.245915:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:1.0:1734016140.245978:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332473472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3726us (4822us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.245989:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13498 00000100:00100000:2.0:1734016140.246525:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334607744:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.246550:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177f7d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc32 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.246564:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3177f7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc32 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.247228:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016140.247976:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332473600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6006us (6985us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.247988:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13497 00000100:00100000:0.0:1734016140.255434:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.255517:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473856 00000100:00100000:3.0:1734016140.255529:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473856 00000100:00100000:3.0:1734016140.255590:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2734 00000100:00100000:3.0:1734016140.255597:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332473856:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016140.255657:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.255694:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cbfa expref: 25 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.255755:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016140.255762:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016140.255991:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.256006:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.256014:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.256049:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.256075:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 26 pid: 7713 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.256090:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334608000:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016140.256171:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.258793:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334608000:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016140.258825:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016140.259363:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.259610:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332473984 00000100:00100000:3.0:1734016140.259618:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332473984 00010000:00010000:3.0:1734016140.259656:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 27 pid: 7713 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.259967:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3619 00000100:00100000:3.0:1734016140.259977:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:1969:x1818247332473984:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.259998:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.260006:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 27 pid: 7713 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.260019:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 27 pid: 7713 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.260038:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3177eea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb9f expref: 27 pid: 7713 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.260051:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016140.260055:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.260063:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.260070:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.260301:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.260506:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:1969:x1818247332473984:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 529us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.260515:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3619 00010000:00010000:2.0:1734016140.260583:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016140.260591:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016140.260761:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969056 00000004:00010000:2.0:1734016140.260843:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075d96d80 reply state ffff880076778000 transno 4294969057 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016140.260849:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016140.260942:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247332473856:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 5345us (5518us total) trans 4294969057 rc 0/0 00000100:00100000:2.0:1734016140.260948:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2734 00000020:00080000:2.0:1734016140.260952:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016140.265663:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.265678:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.265685:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.265690:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9dad00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016140.265694:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.265701:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.265763:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016140.265766:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.265770:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016140.265775:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9dad00/0xb46129d8d3177f8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016140.267154:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.267334:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.269637:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474240 00000100:00100000:0.0:1734016140.269655:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474240 00002000:00010000:0.0:1734016140.269715:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3472670->18446744073709551615) 00002000:00100000:0.0:1734016140.269764:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4000 with x1818247332474240 ext(3472670->18446744073709551615) 00002000:00010000:0.0:1734016140.269782:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4000. 00000100:00100000:0.0:1734016140.269817:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474112 00000100:00100000:0.0:1734016140.269821:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474112 00002000:00010000:0.0:1734016140.269843:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016140.269846:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247332474112 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016140.269853:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4a80. 00000100:00100000:0.0:1734016140.269875:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10171 00000100:00100000:0.0:1734016140.269884:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332474240:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016140.270225:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 3472670 00002000:00010000:0.0:1734016140.270228:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.270231:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016137 00002000:00010000:0.0:1734016140.270233:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.270235:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016140.270329:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332474240:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 444us (3192us total) trans 4294968246 rc 0/0 00000100:00100000:0.0:1734016140.270338:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10171 00002000:00010000:0.0:1734016140.270340:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3472670->18446744073709551615) 00002000:00100000:0.0:1734016140.270342:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4000 with x1818247332474240 ext(3472670->18446744073709551615) 00002000:00010000:0.0:1734016140.270346:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4000. 00000100:00100000:0.0:1734016140.270362:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10172 00000100:00100000:0.0:1734016140.270366:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332474112:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016140.270457:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6533 -> 4194304 00002000:00010000:0.0:1734016140.270460:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.270461:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:0.0:1734016140.270464:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.270466:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:0.0:1734016140.270485:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332474112:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 117us (3150us total) trans 4294969881 rc 0/0 00000100:00100000:0.0:1734016140.270490:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10172 00002000:00010000:0.0:1734016140.270494:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016140.270496:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247332474112 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016140.270501:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4a80. 00000100:00100000:1.0:1734016140.274262:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.274372:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474368 00000100:00100000:2.0:1734016140.274383:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474368 00000100:00100000:2.0:1734016140.274453:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2735 00000100:00100000:2.0:1734016140.274461:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332474368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.274487:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.274508:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc39 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.274613:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177f99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016140.274627:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016140.274639:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016140.274674:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7666974 00000004:00200000:2.0:1734016140.274679:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.274698:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016140.274752:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc480/0xb46129d8d3177f92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc39 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.274783:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177f99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc39 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.274792:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.274795:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.274798:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016140.274858:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332474368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 398us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.274865:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2735 00000100:00100000:0.0:1734016140.278109:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.278180:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.278180:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474624 00000100:00100000:2.0:1734016140.278197:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474624 00000100:00100000:2.0:1734016140.278255:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474496 00000100:00100000:2.0:1734016140.278258:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474496 00000100:00100000:2.0:1734016140.278301:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13499 00000100:00100000:2.0:1734016140.278312:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332474624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.278339:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016140.278344:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13500 00000100:00100000:1.0:1734016140.278351:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332474496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.278359:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.278368:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3177fa0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc47 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.278374:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177fa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc40 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.278440:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334608256:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.278440:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608128:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.278571:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.278589:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.281813:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016139 00000100:00100000:2.0:1734016140.281858:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608128:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.281896:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3177fa0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc47 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.281916:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3177fa0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc47 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.282591:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334608256:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.282619:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177fa7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc40 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.282630:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3177fa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc40 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.282745:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00010000:00010000:1.0:1734016140.282869:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:2.0:1734016140.282942:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332474624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4630us (4844us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.282952:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13499 00000100:00100000:1.0:1734016140.283101:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332474496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4749us (4920us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.283107:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13500 00000100:00100000:2.0:1734016140.286995:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.287076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.287208:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474752 00000100:00100000:1.0:1734016140.287226:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474752 00000100:00100000:1.0:1734016140.287313:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332474880 00000100:00100000:1.0:1734016140.287316:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332474880 00000100:00100000:1.0:1734016140.287855:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13501 00000100:00100000:1.0:1734016140.287867:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332474752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.287908:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.287945:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3177fae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc4e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.288029:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334608384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.288375:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13502 00000100:00100000:3.0:1734016140.288384:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332474880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.288395:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.288412:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177fb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc55 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.288468:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608512:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.290203:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.290287:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.292998:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334608384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.293046:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3177fae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc4e expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.293060:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3177fae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc4e expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.293075:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016140.293137:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332474752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5270us (6164us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.293145:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13501 00000100:00100000:3.0:1734016140.293242:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608512:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.293263:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177fb5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc55 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.293272:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3177fb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc55 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.293285:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016140.293306:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332474880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4923us (6230us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.293312:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13502 00000100:00100000:1.0:1734016140.297198:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.297290:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.297391:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475136 00000100:00100000:3.0:1734016140.297411:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475136 00000100:00100000:3.0:1734016140.297478:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475008 00000100:00100000:3.0:1734016140.297481:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475008 00000100:00100000:3.0:1734016140.297513:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13503 00000100:00100000:3.0:1734016140.297523:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332475136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.297555:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.297589:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177fbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc63 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.297685:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608640:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.297825:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.297901:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13504 00000100:00100000:0.0:1734016140.297909:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332475008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.297919:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.297937:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177fc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc5c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.297968:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334608768:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016140.297995:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.301748:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334608768:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.301816:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177fc3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc5c expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.301843:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177fc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc5c expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.301859:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:1.0:1734016140.301931:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332475008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4021us (4640us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.301944:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13504 00000100:00100000:3.0:1734016140.302680:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608640:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.302709:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177fbc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc63 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.302739:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3177fbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc63 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.302752:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016140.303869:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332475136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6340us (6690us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.303882:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13503 00000100:00100000:0.0:1734016140.308047:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.308190:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475264 00000100:00100000:3.0:1734016140.308206:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475264 00000100:00100000:3.0:1734016140.308377:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13505 00000100:00100000:3.0:1734016140.308387:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087220850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332475264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.308429:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.308476:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc6a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.308523:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.308532:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.308535:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.308539:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.308588:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 16 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.308607:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 16 pid: 13917 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.308626:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608896:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016140.308917:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.312405:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334608896:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016140.312486:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.312517:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016140.312603:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087220850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332475264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4214us (4576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.312615:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13505 00000100:00100000:0.0:1734016140.313878:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.314889:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475392 00000100:00100000:3.0:1734016140.314903:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475392 00010000:00010000:3.0:1734016140.314946:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 17 pid: 13917 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.315541:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3620 00000100:00100000:3.0:1734016140.315548:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca63450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332475392:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.315564:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.315591:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 17 pid: 13917 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.315604:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 17 pid: 13917 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.315629:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3177eab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cb75 expref: 17 pid: 13917 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016140.315995:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.315999:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.316010:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.316020:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.316059:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.316071:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334609024:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016140.316145:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.321615:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334609024:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016140.321645:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.321715:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca63450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332475392:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6166us (7840us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.322193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.322254:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3620 00000100:00100000:2.0:1734016140.322466:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475648 00000100:00100000:2.0:1734016140.322475:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475648 00002000:00100000:2.0:1734016140.322522:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff8800795f5c00 x1818247332475648/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.322530:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332475648 ext(118784->122879) 00002000:00010000:2.0:1734016140.322535:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:2.0:1734016140.322571:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10173 00000100:00100000:2.0:1734016140.322579:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332475648:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.322825:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332475648:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 245us (633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.322843:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10173 00002000:00100000:2.0:1734016140.322848:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff8800795f5c00 x1818247332475648/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.322855:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5c00 with x1818247332475648 ext(118784->122879) 00002000:00010000:2.0:1734016140.322859:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5c00 00000100:00100000:0.0:1734016140.328182:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.329230:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475776 00000100:00100000:1.0:1734016140.329248:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475776 00002000:00100000:1.0:1734016140.329326:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff8800795f5880 x1818247332475776/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 4584/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.329340:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332475776 ext(118784->122879) 00002000:00010000:1.0:1734016140.329350:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5880 00000100:00100000:1.0:1734016140.329402:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10174 00000100:00100000:1.0:1734016140.329415:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332475776:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016140.331998:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1970:x1818247332475776:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2573us (3821us total) trans 4294968247 rc 0/0 00000100:00100000:1.0:1734016140.332016:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10174 00002000:00100000:1.0:1734016140.332042:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff8800795f5880 x1818247332475776/t4294968247(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 4584/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.332053:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795f5880 with x1818247332475776 ext(118784->122879) 00002000:00010000:1.0:1734016140.332060:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795f5880 00000100:00100000:0.0:1734016140.335454:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.336298:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332475904 00000100:00100000:2.0:1734016140.336319:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332475904 00000100:00100000:2.0:1734016140.336396:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2736 00000100:00100000:2.0:1734016140.336408:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332475904:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016140.336977:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332475904:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 571us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.336986:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2736 00000100:00100000:0.0:1734016140.340323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.340460:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476032 00000100:00100000:3.0:1734016140.340471:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476032 00000100:00100000:3.0:1734016140.340563:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13506 00000100:00100000:3.0:1734016140.340573:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+17:1969:x1818247332476032:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016140.342135:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968247 is committed 00000001:00080000:2.0:1734016140.342158:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968246 is committed 00000100:00100000:3.0:1734016140.343114:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332476032:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2530us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.343129:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13506 00000100:00100000:0.0:1734016140.347013:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.347347:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476160 00000100:00100000:2.0:1734016140.347362:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476160 00000100:00100000:2.0:1734016140.347433:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2737 00000100:00100000:2.0:1734016140.347443:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332476160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.347477:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.347505:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177fd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc71 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.347620:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.347639:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.347655:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016140.347687:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7666974 00000004:00200000:2.0:1734016140.347691:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.347710:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.347759:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fff3c0/0xb46129d8d3177fd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 28 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.347796:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 27 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.347804:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.347807:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.347812:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016140.348596:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247332476160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1148us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.348606:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2737 00000100:00100000:2.0:1734016140.353272:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.353430:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476288 00000100:00100000:3.0:1734016140.353446:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476288 00000100:00100000:3.0:1734016140.353852:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13507 00000100:00100000:3.0:1734016140.353860:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332476288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.353890:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.353916:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177fdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc78 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.354015:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334609152:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.354122:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.357252:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016139 -> 1734016140 00002000:00010000:3.0:1734016140.357265:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:3.0:1734016140.357300:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334609152:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.357350:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177fdf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc78 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.357368:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3177fdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc78 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.357573:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016140.357627:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332476288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3765us (4377us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.357635:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13507 00000100:00100000:0.0:1734016140.361351:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.361618:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476416 00000100:00100000:3.0:1734016140.361638:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476416 00000100:00100000:3.0:1734016140.361970:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13508 00000100:00100000:3.0:1734016140.361982:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332476416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.362013:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.362048:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177fe6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc7f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.362138:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334609280:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016140.362247:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.364866:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334609280:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.364912:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177fe6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc7f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.364931:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3177fe6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc7f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.364945:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016140.365526:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332476416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3541us (4207us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.365539:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13508 00000001:00080000:0.0:1734016140.379312:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969057 is committed 00000001:00080000:0.0:1734016140.379332:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969051 is committed 00000100:00100000:0.0:1734016140.388990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.389153:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476672 00000100:00100000:1.0:1734016140.389170:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476672 00002000:00100000:1.0:1734016140.389239:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076647800 x1818247332476672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.389253:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076647800 with x1818247332476672 ext(0->4194303) 00002000:00010000:1.0:1734016140.389263:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076647800 00000100:00100000:1.0:1734016140.390140:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10175 00000100:00100000:1.0:1734016140.390152:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1970:x1818247332476672:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.450628:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1970:x1818247332476672:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 60458us (61637us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016140.450643:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10175 00002000:00100000:2.0:1734016140.450658:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880076647800 x1818247332476672/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.450669:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076647800 with x1818247332476672 ext(0->4194303) 00002000:00010000:2.0:1734016140.450676:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076647800 00000100:00100000:3.0:1734016140.458370:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.458447:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476800 00000100:00100000:0.0:1734016140.458457:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476800 00000100:00100000:0.0:1734016140.458515:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13509 00000100:00100000:0.0:1734016140.458523:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332476800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.458547:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.458566:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177fed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc86 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.458625:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609408:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016140.458689:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.460972:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016140.461019:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609408:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.461064:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177fed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc86 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.461079:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e6640/0xb46129d8d3177fed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc86 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.461655:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:2.0:1734016140.461761:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332476800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3235us (3401us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.461773:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13509 00000100:00100000:0.0:1734016140.465437:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.465510:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332476928 00000100:00100000:2.0:1734016140.465518:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332476928 00000100:00100000:2.0:1734016140.465566:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13510 00000100:00100000:2.0:1734016140.465574:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332476928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.465591:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.465613:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177ff4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc8d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.465677:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609536:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.465774:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.467822:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609536:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.467870:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177ff4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc8d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.467884:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3177ff4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc8d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.467900:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016140.467963:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332476928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2389us (2539us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.467971:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13510 00000100:00100000:0.0:1734016140.470380:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.470685:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332477184 00000100:00100000:2.0:1734016140.470701:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332477184 00002000:00100000:2.0:1734016140.470970:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3198976->3203071) req@ffff880076646300 x1818247332477184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.470979:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646300 with x1818247332477184 ext(3198976->3203071) 00002000:00010000:2.0:1734016140.470984:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076646300 00000100:00100000:2.0:1734016140.471005:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10176 00000100:00100000:2.0:1734016140.471012:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332477184:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.471882:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332477184:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 866us (1513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.471894:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10176 00002000:00100000:2.0:1734016140.471903:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3198976->3203071) req@ffff880076646300 x1818247332477184/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.471910:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646300 with x1818247332477184 ext(3198976->3203071) 00002000:00010000:2.0:1734016140.471915:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076646300 00000100:00100000:0.0:1734016140.475269:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.475395:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332477440 00000100:00100000:2.0:1734016140.475408:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332477440 00002000:00100000:2.0:1734016140.475449:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3203072->3207167) req@ffff880076646680 x1818247332477440/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.475459:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646680 with x1818247332477440 ext(3203072->3207167) 00002000:00010000:2.0:1734016140.475464:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076646680 00000100:00100000:2.0:1734016140.475488:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10177 00000100:00100000:2.0:1734016140.475495:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332477440:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.475693:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332477440:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 197us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.475699:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10177 00002000:00100000:2.0:1734016140.475705:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3203072->3207167) req@ffff880076646680 x1818247332477440/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.475711:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646680 with x1818247332477440 ext(3203072->3207167) 00002000:00010000:2.0:1734016140.475715:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076646680 00000100:00100000:3.0:1734016140.479242:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.479364:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332477568 00000100:00100000:2.0:1734016140.479373:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332477568 00000100:00100000:2.0:1734016140.479442:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13511 00000100:00100000:2.0:1734016140.479454:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332477568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.479479:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.479504:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177ffb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc94 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.479586:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609664:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.480138:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.482874:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.482949:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177ffb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc94 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.482975:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3177ffb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc94 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.483016:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016140.483118:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332477568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3665us (3887us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.483133:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13511 00000100:00100000:0.0:1734016140.487970:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.488113:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332477696 00000100:00100000:2.0:1734016140.488127:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332477696 00000100:00100000:2.0:1734016140.488216:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13512 00000100:00100000:2.0:1734016140.488229:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332477696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.488265:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.488295:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cc9b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.488391:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609792:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.488487:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.490666:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334609792:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.490703:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178002 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc9b expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.490798:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178002 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc9b expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.490820:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016140.491084:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332477696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2855us (3128us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.491094:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13512 00000100:00100000:0.0:1734016140.494602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.494749:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332477824 00000100:00100000:2.0:1734016140.494761:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332477824 00000100:00100000:2.0:1734016140.494816:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13513 00000100:00100000:2.0:1734016140.494826:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332477824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.494860:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.494885:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178009 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cca2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.494952:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334609920:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.495018:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.497588:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334609920:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.497634:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178009 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cca2 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.497654:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178009 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cca2 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.497782:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016140.498376:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332477824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3548us (3783us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.498388:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13513 00000100:00100000:3.0:1734016140.502245:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.502382:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332477952 00000100:00100000:2.0:1734016140.502394:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332477952 00000100:00100000:2.0:1734016140.502665:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13514 00000100:00100000:2.0:1734016140.502677:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332477952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.502700:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.502756:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d3178010 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cca9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.503251:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334610048:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.503319:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.506191:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334610048:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.506240:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d3178010 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cca9 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.506257:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d3178010 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cca9 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.506276:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016140.506354:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332477952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3678us (4132us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.506367:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13514 00000100:00100000:0.0:1734016140.517933:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.519018:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478208 00000100:00100000:2.0:1734016140.519035:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478208 00002000:00100000:2.0:1734016140.519119:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3469312->3473407) req@ffff8800797d7800 x1818247332478208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.519133:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7800 with x1818247332478208 ext(3469312->3473407) 00002000:00010000:2.0:1734016140.519142:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d7800 00000100:00100000:2.0:1734016140.519170:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10178 00000100:00100000:2.0:1734016140.519179:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332478208:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.519469:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332478208:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 290us (1549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.519476:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10178 00002000:00100000:2.0:1734016140.519481:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3469312->3473407) req@ffff8800797d7800 x1818247332478208/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.519488:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7800 with x1818247332478208 ext(3469312->3473407) 00002000:00010000:2.0:1734016140.519492:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d7800 00000100:00100000:0.0:1734016140.525222:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.525495:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478336 00000100:00100000:2.0:1734016140.525507:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478336 00000100:00100000:2.0:1734016140.525570:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13515 00000100:00100000:2.0:1734016140.525578:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332478336:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.526104:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.526131:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3178017 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccb0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.526183:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334610176:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.526589:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.529957:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334610176:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.530005:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3178017 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccb0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.530024:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3178017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccb0 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.530058:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016140.530140:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332478336:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4561us (4940us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.530149:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13515 00000100:00100000:0.0:1734016140.535632:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.535781:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478464 00000100:00100000:2.0:1734016140.535797:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478464 00000100:00100000:2.0:1734016140.536415:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13516 00000100:00100000:2.0:1734016140.536430:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332478464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.536471:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.536500:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d317801e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccb7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.536594:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334610304:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.536694:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.539166:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334610304:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.539203:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d317801e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccb7 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.539222:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d317801e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccb7 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.539247:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016140.539307:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332478464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2878us (3690us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.539316:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13516 00000100:00100000:0.0:1734016140.543311:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.543401:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478592 00000100:00100000:2.0:1734016140.543418:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478592 00000100:00100000:2.0:1734016140.543626:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13517 00000100:00100000:2.0:1734016140.543636:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332478592:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016140.543955:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3472670 -> 3472670 00002000:00010000:2.0:1734016140.543958:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.543961:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016139 00002000:00010000:2.0:1734016140.543963:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.543965:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1734016140.544059:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332478592:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 425us (769us total) trans 4294968248 rc 0/0 00000100:00100000:2.0:1734016140.544067:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13517 00000100:00100000:1.0:1734016140.547287:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.547464:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478720 00000100:00100000:2.0:1734016140.547477:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478720 00000100:00100000:2.0:1734016140.547535:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13518 00000100:00100000:2.0:1734016140.547547:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332478720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.547579:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.547608:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3178025 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccbe expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.547704:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334610432:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.547817:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.550567:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334610432:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016140.550608:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3178025 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccbe expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.550624:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d3178025 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccbe expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.550963:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:0.0:1734016140.551033:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332478720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3487us (3770us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.551044:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13518 00000100:00100000:1.0:1734016140.556908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.557646:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478848 00000100:00100000:0.0:1734016140.557663:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478848 00000100:00100000:0.0:1734016140.557783:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13519 00000100:00100000:0.0:1734016140.557792:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332478848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.557821:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.557852:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317802c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccc5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.557928:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334610560:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016140.558023:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.563143:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334610560:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.563198:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317802c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccc5 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.563216:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7600/0xb46129d8d317802c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccc5 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.563243:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:1.0:1734016140.563309:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332478848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5514us (6419us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.563323:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13519 00000100:00100000:3.0:1734016140.569795:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.570320:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332478976 00000100:00100000:1.0:1734016140.570345:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332478976 00000100:00100000:1.0:1734016140.570459:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13520 00000100:00100000:1.0:1734016140.570473:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332478976:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.570958:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3472670 -> 3472670 00002000:00010000:1.0:1734016140.570962:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.570964:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.570967:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.570970:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1734016140.571139:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332478976:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 671us (1358us total) trans 4294968249 rc 0/0 00000100:00100000:1.0:1734016140.571148:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13520 00000100:00100000:2.0:1734016140.575182:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.575290:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479104 00000100:00100000:0.0:1734016140.575300:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479104 00000100:00100000:0.0:1734016140.575349:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13521 00000100:00100000:0.0:1734016140.575355:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332479104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.575374:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.575393:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178033 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cccc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.575442:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800797d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334610688:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016140.575508:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.577853:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 3472670 -> 3476031 00002000:00010000:2.0:1734016140.577864:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016140.577901:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800797d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334610688:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.577965:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178033 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cccc expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.577985:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178033 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cccc expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.578010:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:2.0:1734016140.578091:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332479104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2733us (2923us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.578102:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13521 00000100:00100000:3.0:1734016140.584205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.584291:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479232 00000100:00100000:2.0:1734016140.584299:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479232 00000100:00100000:2.0:1734016140.584807:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13522 00000100:00100000:2.0:1734016140.584816:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332479232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.584851:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.584878:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d317803a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccd3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.584954:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334610816:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.585021:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.587916:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334610816:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.587960:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d317803a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccd3 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.587975:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff3c0/0xb46129d8d317803a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccd3 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.588001:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016140.588197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332479232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3380us (3998us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.588207:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13522 00000100:00100000:0.0:1734016140.591032:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.591581:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479360 00000100:00100000:2.0:1734016140.591604:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479360 00000100:00100000:2.0:1734016140.591704:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13523 00000100:00100000:2.0:1734016140.591743:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332479360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.591780:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.591814:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3178041 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccda expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.591923:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334610944:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.592042:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.598282:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334610944:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.598325:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3178041 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccda expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.598342:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d3178041 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccda expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.598382:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016140.598467:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332479360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6752us (7454us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.598480:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13523 00000100:00100000:3.0:1734016140.604801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.604912:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479488 00000100:00100000:2.0:1734016140.604921:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479488 00000100:00100000:2.0:1734016140.605060:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13524 00000100:00100000:2.0:1734016140.605068:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332479488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.605086:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.605102:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178048 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cce1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.605159:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611072:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.605453:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.610145:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611072:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.610191:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178048 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cce1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.610213:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cce1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.610230:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016140.610590:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332479488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5521us (5801us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.610599:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13524 00000100:00100000:3.0:1734016140.614888:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.614966:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479616 00000100:00100000:2.0:1734016140.614977:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479616 00000100:00100000:2.0:1734016140.615545:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13525 00000100:00100000:2.0:1734016140.615554:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332479616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.615577:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.615598:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317804f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cce8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.615660:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.615931:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.618691:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.618854:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317804f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cce8 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.618872:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317804f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cce8 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.619069:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016140.619142:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332479616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3587us (4259us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.619151:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13525 00000100:00100000:0.0:1734016140.623680:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.623910:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479744 00000100:00100000:2.0:1734016140.623927:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479744 00000100:00100000:2.0:1734016140.624018:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13526 00000100:00100000:2.0:1734016140.624027:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332479744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.624066:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.624096:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3178056 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccef expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.624188:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611328:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.624292:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.627967:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611328:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.628049:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3178056 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccef expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.628073:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d3178056 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccef expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.628623:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016140.628945:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332479744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4913us (5281us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.628966:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13526 00000100:00100000:3.0:1734016140.636919:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.637107:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332479872 00000100:00100000:2.0:1734016140.637119:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332479872 00000100:00100000:2.0:1734016140.637186:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13527 00000100:00100000:2.0:1734016140.637198:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332479872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.637223:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.637243:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d317805d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccf6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.637313:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611456:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.637391:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.650147:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611456:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.650193:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d317805d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccf6 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.650213:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d317805d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccf6 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.650234:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016140.650314:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332479872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13117us (13419us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.650324:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13527 00000100:00100000:3.0:1734016140.654539:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.655570:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332480128 00000100:00100000:0.0:1734016140.655588:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332480128 00002000:00100000:1.0:1734016140.655881:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1736704->1740799) req@ffff880139bf1500 x1818247332480128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.655898:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1500 with x1818247332480128 ext(1736704->1740799) 00002000:00010000:1.0:1734016140.655907:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1500 00000100:00100000:1.0:1734016140.655970:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10179 00000100:00100000:1.0:1734016140.655983:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332480128:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.656350:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332480128:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 366us (1824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.656362:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10179 00002000:00100000:1.0:1734016140.656370:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1736704->1740799) req@ffff880139bf1500 x1818247332480128/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.656385:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1500 with x1818247332480128 ext(1736704->1740799) 00002000:00010000:1.0:1734016140.656389:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139bf1500 00000100:00100000:3.0:1734016140.666785:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.667443:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332480384 00000100:00100000:2.0:1734016140.667458:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332480384 00002000:00100000:2.0:1734016140.667812:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1740800->1744895) req@ffff8800795cea00 x1818247332480384/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.667822:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cea00 with x1818247332480384 ext(1740800->1744895) 00002000:00010000:2.0:1734016140.667838:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cea00 00000100:00100000:2.0:1734016140.668193:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10180 00000100:00100000:2.0:1734016140.668202:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332480384:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.668908:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332480384:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 705us (2203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.668916:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10180 00002000:00100000:2.0:1734016140.668924:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1740800->1744895) req@ffff8800795cea00 x1818247332480384/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.668932:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cea00 with x1818247332480384 ext(1740800->1744895) 00002000:00010000:2.0:1734016140.668936:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cea00 00000100:00100000:0.0:1734016140.683118:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.683280:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332480512 00000100:00100000:2.0:1734016140.683293:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332480512 00002000:00100000:2.0:1734016140.683360:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1736704->3476030) req@ffff8800797d4380 x1818247332480512/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.683371:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4380 with x1818247332480512 ext(1736704->3476030) 00002000:00010000:2.0:1734016140.683376:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d4380 00000100:00100000:2.0:1734016140.683422:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10181 00000100:00100000:2.0:1734016140.683433:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332480512:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016140.694513:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332480512:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 11066us (11398us total) trans 4294968250 rc 0/0 00000100:00100000:2.0:1734016140.694530:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10181 00002000:00100000:2.0:1734016140.694556:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1736704->3476030) req@ffff8800797d4380 x1818247332480512/t4294968250(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 504/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.694568:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d4380 with x1818247332480512 ext(1736704->3476030) 00002000:00010000:2.0:1734016140.694578:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800797d4380 00000100:00100000:3.0:1734016140.699015:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.699126:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332480640 00000100:00100000:2.0:1734016140.699134:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332480640 00000100:00100000:2.0:1734016140.699984:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13528 00000100:00100000:2.0:1734016140.699992:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332480640:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016140.701293:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968250 is committed 00000100:00100000:2.0:1734016140.701585:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332480640:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1582us (2568us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.701599:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13528 00000100:00100000:0.0:1734016140.705161:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.705357:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332480768 00000100:00100000:2.0:1734016140.705375:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332480768 00000100:00100000:2.0:1734016140.705454:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13529 00000100:00100000:2.0:1734016140.705466:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332480768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.705498:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.705531:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178064 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ccfd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.705638:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611584:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.705775:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.707646:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611584:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.707677:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178064 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccfd expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.707695:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178064 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ccfd expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.707704:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016140.707891:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332480768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2427us (2750us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.707899:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13529 00000100:00100000:3.0:1734016140.710628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.710775:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332480896 00000100:00100000:2.0:1734016140.710785:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332480896 00000100:00100000:2.0:1734016140.711120:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13530 00000100:00100000:2.0:1734016140.711129:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332480896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.711153:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.711175:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317806b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd04 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.711244:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611712:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.711317:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.713092:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334611712:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.713121:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317806b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd04 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.713135:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d317806b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd04 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.713151:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016140.713200:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332480896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2072us (2586us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.713209:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13530 00000100:00100000:3.0:1734016140.716379:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.716854:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332481024 00000100:00100000:2.0:1734016140.716865:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332481024 00000100:00100000:2.0:1734016140.716918:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13531 00000100:00100000:2.0:1734016140.716925:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332481024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.716942:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.716960:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178072 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd0b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.717017:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611840:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.717082:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.719577:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 40 00000100:00100000:2.0:1734016140.719613:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611840:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.719647:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178072 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd0b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.719661:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178072 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd0b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.719674:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016140.720275:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332481024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3347us (3903us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.720287:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13531 00000100:00100000:0.0:1734016140.723655:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.723762:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332481152 00000100:00100000:2.0:1734016140.723774:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332481152 00000100:00100000:2.0:1734016140.723862:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13532 00000100:00100000:2.0:1734016140.723874:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332481152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.723902:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.723927:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd12 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.723960:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.723967:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.723968:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.723971:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2486272->2490367] (req 2486272->2490367) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.724016:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.724028:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016140.724044:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611968:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016140.724148:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.727121:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.727347:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332481280 00000100:00100000:3.0:1734016140.727363:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332481280 00010000:00010000:3.0:1734016140.727409:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 8 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016140.727451:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3621 00000100:00100000:3.0:1734016140.727459:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332481280:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.727474:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.727500:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 8 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.727516:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 8 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.727555:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.727557:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.727567:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.727577:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.727613:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.727625:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334612096:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016140.727695:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00010000:00010000:2.0:1734016140.728102:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d3177fca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc6a expref: 8 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016140.728171:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334611968:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016140.728202:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.728211:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016140.728253:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332481152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4381us (4619us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.728261:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13532 00000100:00100000:3.0:1734016140.733862:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334612096:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016140.733886:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.733945:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332481280:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6485us (6835us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.733956:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3621 00000100:00100000:3.0:1734016140.742654:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.742747:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332481536 00000100:00100000:0.0:1734016140.742757:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332481536 00002000:00100000:0.0:1734016140.742813:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->3477503) req@ffff8800795cc380 x1818247332481536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.742835:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332481536 ext(0->3477503) 00002000:00010000:0.0:1734016140.742841:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:0.0:1734016140.742883:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10182 00000100:00100000:0.0:1734016140.742892:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332481536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.781061:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332481536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 38152us (38404us total) trans 0 rc 3477504/3477504 00000100:00100000:1.0:1734016140.781079:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10182 00002000:00100000:1.0:1734016140.781095:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->3477503) req@ffff8800795cc380 x1818247332481536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 3477504/3477504 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.781105:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332481536 ext(0->3477503) 00002000:00010000:1.0:1734016140.781114:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:3.0:1734016140.789155:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.789320:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332481664 00000100:00100000:2.0:1734016140.789329:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332481664 00000100:00100000:2.0:1734016140.789589:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13533 00000100:00100000:2.0:1734016140.789598:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332481664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.789622:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.789642:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd19 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.789683:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.789692:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.789694:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.789698:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1785856->1794047] (req 1785856->1794047) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.789944:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.789959:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 16 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016140.789980:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334612224:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016140.790142:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.792597:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334612224:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016140.792628:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1785856->1794047] (req 1785856->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.792644:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:3.0:1734016140.792700:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332481664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3103us (3558us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.792709:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13533 00000100:00100000:0.0:1734016140.803151:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.803288:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332481792 00000100:00100000:3.0:1734016140.803302:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332481792 00010000:00010000:3.0:1734016140.803351:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 17 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016140.803537:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3622 00000100:00100000:3.0:1734016140.803547:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1969:x1818247332481792:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.803566:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.803592:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 17 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.803609:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 17 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.803653:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3177f68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc16 expref: 17 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.803947:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.803951:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.803959:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.803969:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.804020:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.804041:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334612352:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016140.804142:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.816603:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.816711:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482048 00000100:00100000:1.0:1734016140.816766:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482048 00002000:00100000:1.0:1734016140.816876:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079533800 x1818247332482048/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.816888:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332482048 ext(0->4194303) 00002000:00010000:1.0:1734016140.816894:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:1.0:1734016140.816931:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10183 00000100:00100000:1.0:1734016140.816939:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332482048:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.817134:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334612352:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016140.817160:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.817216:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332481792:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13670us (14077us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.817225:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3622 00000100:00100000:0.0:1734016140.858506:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332482048:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 41548us (41901us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016140.858528:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10183 00002000:00100000:0.0:1734016140.858545:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079533800 x1818247332482048/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.858555:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332482048 ext(0->4194303) 00002000:00010000:0.0:1734016140.858563:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016140.864322:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016140.866866:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482176 00000100:00100000:3.0:1734016140.866892:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482176 00000100:00100000:3.0:1734016140.866999:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13534 00000100:00100000:3.0:1734016140.867009:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332482176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.867035:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.867057:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd20 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.867080:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.867082:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.867090:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.867109:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.867120:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016140.867209:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332482176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 200us (2904us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.867215:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13534 00000100:00100000:0.0:1734016140.873422:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.873903:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482432 00000100:00100000:2.0:1734016140.873923:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482432 00000100:00100000:2.0:1734016140.874018:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2738 00000100:00100000:2.0:1734016140.874029:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332482432:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016140.874123:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.874167:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3177f99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc39 expref: 19 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.874217:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.874222:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016140.874424:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.874440:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 15 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.874448:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.874490:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 15 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.874502:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 15 pid: 6483 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016140.874516:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334612480:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016140.874594:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.881661:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.882866:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6483:1818247334612480:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016140.882907:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016140.883158:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482560 00000100:00100000:3.0:1734016140.883168:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482560 00010000:00010000:3.0:1734016140.883210:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 16 pid: 6483 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016140.883254:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3623 00000100:00100000:3.0:1734016140.883264:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332482560:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.883283:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.883295:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 16 pid: 6483 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.883309:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 16 pid: 6483 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.883333:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3177fd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cc71 expref: 16 pid: 6483 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016140.884901:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016140.884910:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016140.884921:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016140.884930:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016140.884962:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.885053:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332482560:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1785us (3403us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.885063:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3623 00010000:00010000:0.0:1734016140.886171:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016140.886182:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016140.886314:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969058 00000004:00010000:0.0:1734016140.886376:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079530e00 reply state ffff88007651a000 transno 4294969059 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016140.886385:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016140.886492:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332482432:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 12461us (13085us total) trans 4294969059 rc 0/0 00000100:00100000:0.0:1734016140.886501:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2738 00000020:00080000:0.0:1734016140.886505:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016140.892933:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016140.893140:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.893152:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.893157:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.893162:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffe400 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016140.893165:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.893170:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.893187:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.893190:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.893194:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.893198:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317808e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016140.893471:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482688 00000100:00100000:0.0:1734016140.893480:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482688 00000100:00100000:0.0:1734016140.893978:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13535 00000100:00100000:0.0:1734016140.893988:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332482688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.894005:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.894019:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd27 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.894045:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.894052:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.894059:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.894062:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.894066:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.894100:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.894112:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 9 pid: 7692 timeout: 505 lvb_type: 1 00000100:00100000:0.0:1734016140.894124:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612608:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016140.894210:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.894219:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 5 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016140.894227:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612736:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016140.894247:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.910632:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.910783:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612608:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016140.910868:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482816 00000100:00100000:3.0:1734016140.910876:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482816 00010000:00010000:3.0:1734016140.910904:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 10 pid: 7692 timeout: 505 lvb_type: 1 00000100:00100000:3.0:1734016140.910945:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3624 00000100:00100000:3.0:1734016140.910952:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332482816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.910968:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.910990:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 10 pid: 7692 timeout: 505 lvb_type: 1 00010000:00010000:3.0:1734016140.911000:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 10 pid: 7692 timeout: 505 lvb_type: 1 00010000:00010000:3.0:1734016140.911028:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178087 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd20 expref: 10 pid: 7692 timeout: 505 lvb_type: 1 00010000:00010000:3.0:1734016140.912316:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.917924:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332482816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6937us (7272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.917949:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3624 00000100:00100000:2.0:1734016140.918634:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.918700:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332482944 00000100:00100000:1.0:1734016140.918712:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332482944 00010000:00010000:1.0:1734016140.918772:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016140.918809:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3625 00000100:00100000:1.0:1734016140.918817:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332482944:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.918837:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.918872:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016140.918884:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612736:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016140.918887:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016140.918920:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178079 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2490367) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd12 expref: 6 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016140.918929:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.918948:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.918951:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.918956:0:7692:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.918973:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.920432:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.920567:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332482944:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1738us (1922us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.920582:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3625 00010000:00010000:1.0:1734016140.926038:0:7692:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.926072:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612864:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016140.926696:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016140.926887:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.939400:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612864:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016140.939439:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:1.0:1734016140.939921:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332482688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 45931us (46991us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.939934:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13535 00000100:00100000:0.0:1734016140.944993:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.945447:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.946578:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483200 00000100:00100000:2.0:1734016140.946591:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483200 00002000:00010000:2.0:1734016140.946651:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3754783->18446744073709551615) 00002000:00100000:2.0:1734016140.946660:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532300 with x1818247332483200 ext(3754783->18446744073709551615) 00002000:00010000:2.0:1734016140.946678:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079532300. 00000100:00100000:2.0:1734016140.946740:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483072 00000100:00100000:2.0:1734016140.946743:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483072 00002000:00010000:2.0:1734016140.946760:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016140.946764:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531180 with x1818247332483072 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016140.946775:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531180. 00000100:00100000:2.0:1734016140.946794:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10184 00000100:00100000:2.0:1734016140.946803:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332483200:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016140.947174:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3476031 -> 3754783 00002000:00010000:2.0:1734016140.947179:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016140.947181:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016140.947183:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016140.947185:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1734016140.947272:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332483200:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 471us (2297us total) trans 4294968251 rc 0/0 00000100:00100000:2.0:1734016140.947279:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10184 00002000:00010000:2.0:1734016140.947282:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3754783->18446744073709551615) 00002000:00100000:2.0:1734016140.947285:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532300 with x1818247332483200 ext(3754783->18446744073709551615) 00002000:00010000:2.0:1734016140.947288:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079532300. 00000100:00100000:2.0:1734016140.947307:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10185 00000100:00100000:2.0:1734016140.947311:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332483072:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016140.947391:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016140.947394:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016140.947395:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016139 00002000:00010000:2.0:1734016140.947397:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016140.947399:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1734016140.947414:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332483072:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 102us (1968us total) trans 4294969882 rc 0/0 00000100:00100000:2.0:1734016140.947424:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10185 00002000:00010000:2.0:1734016140.947426:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016140.947428:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531180 with x1818247332483072 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016140.947432:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079531180. 00000100:00100000:0.0:1734016140.952977:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.953119:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483328 00000100:00100000:2.0:1734016140.953136:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483328 00000100:00100000:2.0:1734016140.953838:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2739 00000100:00100000:2.0:1734016140.953851:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332483328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.953889:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.953927:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d317809c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd2e expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.954073:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31780a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.954095:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31780a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.954113:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31780a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016140.954153:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7949087 00000004:00200000:2.0:1734016140.954160:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.954188:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31780a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016140.954223:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd440/0xb46129d8d317809c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd2e expref: 17 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.955015:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31780a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd2e expref: 16 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.955026:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016140.955029:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.955033:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016140.957681:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332483328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3808us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.957701:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2739 00000100:00100000:0.0:1734016140.964893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.965585:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483584 00000100:00100000:1.0:1734016140.965604:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483584 00000100:00100000:1.0:1734016140.965695:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13536 00000100:00100000:1.0:1734016140.965706:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332483584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.965770:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.965802:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31780aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd3c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.965899:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612992:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.965999:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.966078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016140.966107:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483456 00000100:00100000:1.0:1734016140.966110:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483456 00000100:00100000:1.0:1734016140.966157:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13537 00000100:00100000:1.0:1734016140.966162:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332483456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.966171:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.966182:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd35 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.966216:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334613120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016140.966237:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.974242:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016140.974289:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334613120:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.974346:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd35 expref: 17 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.974364:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd35 expref: 17 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.974387:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:2.0:1734016140.974464:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332483456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8297us (8383us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.974476:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13537 00000100:00100000:1.0:1734016140.974905:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334612992:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016140.974929:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31780aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd3c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.974942:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31780aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd3c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.974973:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016140.974998:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332483584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9294us (10125us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.975004:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13536 00000100:00100000:0.0:1734016140.990372:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016140.991307:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016140.991451:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483840 00000100:00100000:2.0:1734016140.991468:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483840 00000100:00100000:2.0:1734016140.991542:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483712 00000100:00100000:2.0:1734016140.991546:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483712 00000100:00100000:2.0:1734016140.991573:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13538 00000100:00100000:2.0:1734016140.991582:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332483840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.991607:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.991636:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31780b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd4a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.991801:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13539 00000100:00100000:0.0:1734016140.991807:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332483712:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.991817:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.991841:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31780bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd43 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.991882:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334613376:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016140.991979:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.992243:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334613248:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016140.992272:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.997265:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334613248:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016140.997321:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31780b8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd4a expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.997339:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff840/0xb46129d8d31780b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd4a expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.997361:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016140.997532:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334613376:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016140.997558:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31780bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd43 expref: 17 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.997568:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4240/0xb46129d8d31780bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd43 expref: 17 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.997580:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4240, rc 0) 00000100:00100000:3.0:1734016140.998558:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332483840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6969us (8194us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.998568:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13538 00000100:00100000:2.0:1734016140.998762:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332483712:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6952us (7455us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.998768:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13539 00000100:00100000:0.0:1734016141.009234:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.009297:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.009395:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332484096 00000100:00100000:2.0:1734016141.009409:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332484096 00000100:00100000:2.0:1734016141.009529:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332483968 00000100:00100000:2.0:1734016141.009532:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332483968 00000100:00080000:1.0:1734016141.009604:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00080000:1.0:1734016141.009610:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00000100:00100000:2.0:1734016141.010006:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13540 00000100:00100000:2.0:1734016141.010014:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332484096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.010034:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.010053:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31780c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd58 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.010118:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334613504:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016141.010319:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13541 00000100:00100000:0.0:1734016141.010325:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332483968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.010336:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.010348:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31780cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd51 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.010381:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334613632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.010876:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.010921:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.013780:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334613504:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.013843:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31780c6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd58 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.013859:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdd40/0xb46129d8d31780c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd58 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.013888:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016141.013931:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332484096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3917us (4711us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.013940:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13540 00000100:00100000:1.0:1734016141.014799:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334613632:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.014837:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31780cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd51 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.014848:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d31780cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd51 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.014873:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:1.0:1734016141.014902:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332483968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4576us (5605us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.014909:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13541 00000100:00100000:0.0:1734016141.018108:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.018887:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332484224 00000100:00100000:1.0:1734016141.018898:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332484224 00000100:00100000:1.0:1734016141.018937:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13542 00000100:00100000:1.0:1734016141.018943:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332484224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.018958:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.018976:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd5f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.019019:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.019026:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.019028:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.019032:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.019064:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.019077:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 8 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.019090:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334613760:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016141.019164:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.022618:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334613760:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016141.022679:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.022710:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016141.022818:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332484224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3870us (4717us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.022842:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13542 00000100:00100000:1.0:1734016141.025657:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.025762:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332484352 00000100:00100000:2.0:1734016141.025776:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332484352 00010000:00010000:2.0:1734016141.025817:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 9 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.025874:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3626 00000100:00100000:2.0:1734016141.025883:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332484352:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.025900:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.025929:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 9 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.025942:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 9 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.025977:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178095 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd27 expref: 9 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.026016:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.026018:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.026028:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.026037:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.026080:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.026098:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334613888:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016141.026164:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.033428:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334613888:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016141.033472:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.033553:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332484352:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7669us (7913us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.033572:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3626 00000100:00100000:0.0:1734016141.034776:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.035166:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332484608 00000100:00100000:2.0:1734016141.035180:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332484608 00002000:00100000:2.0:1734016141.035248:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (172032->3756031) req@ffff880079a71f80 x1818247332484608/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.035266:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71f80 with x1818247332484608 ext(172032->3756031) 00002000:00010000:2.0:1734016141.035272:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a71f80 00000100:00100000:2.0:1734016141.035309:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10186 00000100:00100000:2.0:1734016141.035317:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332484608:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.044180:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332484608:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 8843us (9394us total) trans 0 rc 282624/282624 00000100:00100000:2.0:1734016141.044198:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10186 00002000:00100000:2.0:1734016141.044214:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (172032->3756031) req@ffff880079a71f80 x1818247332484608/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 282624/282624 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.044224:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71f80 with x1818247332484608 ext(172032->3756031) 00002000:00010000:2.0:1734016141.044232:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a71f80 00000100:00100000:0.0:1734016141.050420:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.051473:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332484864 00000100:00100000:2.0:1734016141.051496:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332484864 00002000:00100000:2.0:1734016141.051591:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (176128->180223) req@ffff880097d0d180 x1818247332484864/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.051608:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d180 with x1818247332484864 ext(176128->180223) 00002000:00010000:2.0:1734016141.051619:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d180 00000100:00100000:2.0:1734016141.051671:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10187 00000100:00100000:2.0:1734016141.051682:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332484864:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.051971:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332484864:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 289us (1567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.051980:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10187 00002000:00100000:2.0:1734016141.051988:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (176128->180223) req@ffff880097d0d180 x1818247332484864/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.051997:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d180 with x1818247332484864 ext(176128->180223) 00002000:00010000:2.0:1734016141.052000:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d180 00000100:00100000:0.0:1734016141.063864:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.064662:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332485120 00000100:00100000:3.0:1734016141.064673:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332485120 00002000:00100000:3.0:1734016141.064751:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (180224->184319) req@ffff880097d0c380 x1818247332485120/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.064760:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c380 with x1818247332485120 ext(180224->184319) 00002000:00010000:3.0:1734016141.064765:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0c380 00000100:00100000:3.0:1734016141.065208:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10188 00000100:00100000:3.0:1734016141.065216:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332485120:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.066031:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332485120:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 814us (2182us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.066038:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10188 00002000:00100000:3.0:1734016141.066046:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (180224->184319) req@ffff880097d0c380 x1818247332485120/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.066054:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c380 with x1818247332485120 ext(180224->184319) 00002000:00010000:3.0:1734016141.066059:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0c380 00000100:00100000:0.0:1734016141.073358:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.074157:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332485248 00000100:00100000:2.0:1734016141.074172:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332485248 00000100:00100000:2.0:1734016141.074241:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2740 00000100:00100000:2.0:1734016141.074251:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332485248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.074282:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.074306:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31780db lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd66 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.074434:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016141.074451:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016141.074464:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016141.074489:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7949087 00000004:00200000:2.0:1734016141.074493:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.074508:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016141.074534:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31780db lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 22 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.074568:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.074582:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016141.074585:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.074589:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016141.074653:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332485248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 404us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.074661:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2740 00000100:00100000:0.0:1734016141.082075:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.082240:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332485376 00000100:00100000:1.0:1734016141.082250:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332485376 00000100:00100000:1.0:1734016141.082589:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13543 00000100:00100000:1.0:1734016141.082599:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332485376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.082627:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.082647:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd6d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.082671:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.082674:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.082684:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.082702:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.082717:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016141.083078:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332485376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 480us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.083084:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13543 00000100:00100000:0.0:1734016141.090581:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.091027:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332485504 00000100:00100000:1.0:1734016141.091039:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332485504 00000100:00100000:1.0:1734016141.092926:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13544 00000100:00100000:1.0:1734016141.092949:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332485504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.092985:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.093032:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd74 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.093101:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.093111:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.093113:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.093119:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.093163:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.093180:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 12 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.093198:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334614016:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016141.093328:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.106172:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.106374:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332485632 00000100:00100000:3.0:1734016141.106388:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332485632 00002000:00100000:3.0:1734016141.106447:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1785856->1794047) req@ffff880097d0ce00 x1818247332485632/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:102/0 lens 8680/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.106458:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332485632 ext(1785856->1794047) 00010000:00010000:3.0:1734016141.106469:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 13 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.106486:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 13 pid: 7692 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016141.106497:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097d0ce00 00000100:00100000:3.0:1734016141.106623:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 375 00000100:00100000:3.0:1734016141.106635:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332485632:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016141.106988:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334614016:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016141.107034:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.107058:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016141.107133:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332485504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14190us (16569us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.107143:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13544 00000100:00100000:3.0:1734016141.118684:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332485632:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 12028us (12504us total) trans 4294969883 rc 0/0 00000100:00100000:3.0:1734016141.118702:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 375 00002000:00100000:3.0:1734016141.118717:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1785856->1794047) req@ffff880097d0ce00 x1818247332485632/t4294969883(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:102/0 lens 8680/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.118749:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332485632 ext(1785856->1794047) 00010000:00010000:3.0:1734016141.118763:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 15 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.118783:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 15 pid: 7692 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016141.118791:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097d0ce00 00000100:00100000:0.0:1734016141.133712:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.136058:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332485760 00000100:00100000:2.0:1734016141.136078:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332485760 00010000:00010000:2.0:1734016141.136131:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 15 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.136173:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3627 00000100:00100000:2.0:1734016141.136183:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca63050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332485760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.136207:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016141.136238:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 24 -> 32 00010000:00010000:2.0:1734016141.136246:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 15 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.136262:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 15 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.136300:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178080 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1785856->1794047) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd19 expref: 15 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.137348:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.142925:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.142959:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.142976:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.143079:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.143104:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334614144:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016141.143262:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.149269:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334614144:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016141.149301:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.149375:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca63050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332485760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13191us (15686us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.149388:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3627 00000100:00100000:0.0:1734016141.154929:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.156433:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332486016 00000100:00100000:3.0:1734016141.156455:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332486016 00002000:00100000:3.0:1734016141.156514:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (909312->913407) req@ffff880097d0e680 x1818247332486016/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.156524:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332486016 ext(909312->913407) 00002000:00010000:3.0:1734016141.156530:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:3.0:1734016141.156568:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10189 00000100:00100000:3.0:1734016141.156578:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332486016:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.156783:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1968:x1818247332486016:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 206us (1864us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.156790:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10189 00002000:00100000:3.0:1734016141.156796:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (909312->913407) req@ffff880097d0e680 x1818247332486016/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.156804:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332486016 ext(909312->913407) 00002000:00010000:3.0:1734016141.156807:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:0.0:1734016141.192374:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.193269:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332486272 00000100:00100000:2.0:1734016141.193285:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332486272 00002000:00100000:2.0:1734016141.193373:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880097d0f100 x1818247332486272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.193384:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f100 with x1818247332486272 ext(0->4194303) 00002000:00010000:2.0:1734016141.193394:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0f100 00000100:00100000:2.0:1734016141.193455:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10190 00000100:00100000:2.0:1734016141.193465:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1970:x1818247332486272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.244090:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1970:x1818247332486272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 50597us (51714us total) trans 0 rc 4190208/4190208 00000100:00100000:2.0:1734016141.244110:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10190 00002000:00100000:2.0:1734016141.244135:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880097d0f100 x1818247332486272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4190208/4190208 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.244147:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0f100 with x1818247332486272 ext(0->4194303) 00002000:00010000:2.0:1734016141.244160:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0f100 00000100:00100000:0.0:1734016141.252294:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.252908:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332486400 00000100:00100000:1.0:1734016141.252925:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332486400 00000100:00100000:1.0:1734016141.253015:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13545 00000100:00100000:1.0:1734016141.253026:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332486400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.253058:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.253086:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31780f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd7b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.253169:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334614272:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.253261:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016141.266066:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:1.0:1734016141.266119:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334614272:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.266170:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31780f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd7b expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.266188:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31780f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd7b expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.266230:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016141.266317:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332486400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13291us (14030us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.266330:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13545 00000100:00100000:0.0:1734016141.272650:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.272941:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332486528 00000100:00100000:1.0:1734016141.272959:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332486528 00000100:00100000:1.0:1734016141.273277:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13546 00000100:00100000:1.0:1734016141.273292:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332486528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.273325:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.273357:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31780fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd82 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.273454:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334614400:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.273825:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.276281:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334614400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.276336:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31780fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd82 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.276355:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31780fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd82 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.276961:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016141.277070:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1971:x1818247332486528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3781us (4441us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.277082:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13546 00000100:00100000:0.0:1734016141.282205:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.282280:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332486784 00000100:00100000:2.0:1734016141.282293:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332486784 00000100:00100000:2.0:1734016141.282341:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2741 00000100:00100000:2.0:1734016141.282349:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332486784:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016141.282417:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.282455:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31780a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd2e expref: 16 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.282787:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016141.282792:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016141.283052:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016141.283067:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.283077:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016141.283122:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.283140:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 20 pid: 6483 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.283157:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334614528:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016141.284386:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.288020:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.288165:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332486912 00000100:00100000:3.0:1734016141.288179:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332486912 00010000:00010000:3.0:1734016141.288227:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 21 pid: 6483 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.288239:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334614528:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016141.288263:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3628 00010000:00010000:2.0:1734016141.288268:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016141.288271:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:1968:x1818247332486912:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.288291:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.288297:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 21 pid: 6483 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.288308:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 21 pid: 6483 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.288337:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31780e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd66 expref: 21 pid: 6483 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.288358:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016141.288362:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.288372:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.288381:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.288417:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.288466:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:1968:x1818247332486912:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 194us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.288474:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3628 00010000:00010000:2.0:1734016141.288757:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016141.288764:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016141.288873:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969060 00000004:00010000:2.0:1734016141.288921:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9d3800 reply state ffff8800797a0000 transno 4294969061 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016141.288929:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016141.289528:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332486784:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7178us (7337us total) trans 4294969061 rc 0/0 00000100:00100000:2.0:1734016141.289538:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2741 00000020:00080000:2.0:1734016141.289543:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016141.291641:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.291655:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.291662:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.291668:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016141.291673:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.291680:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.291696:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016141.291700:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.291704:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016141.291709:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc900/0xb46129d8d3178105 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016141.292557:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.293878:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332487040 00000100:00100000:1.0:1734016141.293895:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332487040 00000100:00100000:1.0:1734016141.294113:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13547 00000100:00100000:1.0:1734016141.294123:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332487040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.294153:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.294179:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd89 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.294217:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.294234:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.294240:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.294242:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.294245:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.294291:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.294304:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 8 pid: 7692 timeout: 505 lvb_type: 1 00000100:00100000:1.0:1734016141.294319:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334614656:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016141.294966:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.294977:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.294986:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334614784:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016141.295009:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.299537:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.299631:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332487168 00000100:00100000:2.0:1734016141.299642:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332487168 00010000:00010000:2.0:1734016141.299689:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 9 pid: 7692 timeout: 505 lvb_type: 1 00000100:00100000:1.0:1734016141.299851:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334614656:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016141.299867:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334614784:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016141.299909:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.299931:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016141.300005:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332487040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5883us (7454us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.300014:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13547 00000100:00100000:2.0:1734016141.300108:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3629 00000100:00100000:2.0:1734016141.300118:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332487168:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.300141:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.300183:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 9 pid: 7692 timeout: 505 lvb_type: 1 00010000:00010000:2.0:1734016141.300196:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 9 pid: 7692 timeout: 505 lvb_type: 1 00010000:00010000:2.0:1734016141.300225:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31780e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd6d expref: 9 pid: 7692 timeout: 505 lvb_type: 1 00000100:00100000:0.0:1734016141.300478:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.300609:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332487296 00000100:00100000:3.0:1734016141.300615:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332487296 00010000:00010000:3.0:1734016141.300629:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.300648:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3630 00000100:00100000:3.0:1734016141.300652:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332487296:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.300661:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.300669:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.300678:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.300693:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31780d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 172032->176127) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd5f expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.300708:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.300710:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.300716:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.300745:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.300782:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.300797:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334614912:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016141.300855:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00010000:00010000:2.0:1734016141.300997:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.301020:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332487168:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 905us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.301027:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3629 00000100:00100000:3.0:1734016141.306005:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334614912:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016141.306057:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.306135:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332487296:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5479us (5655us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.306149:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3630 00000100:00100000:0.0:1734016141.311009:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.321167:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.321251:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332487424 00000100:00100000:1.0:1734016141.321269:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332487424 00002000:00010000:1.0:1734016141.321341:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6013345->18446744073709551615) 00002000:00100000:1.0:1734016141.321349:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3100 with x1818247332487424 ext(6013345->18446744073709551615) 00002000:00010000:1.0:1734016141.321373:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d3100. 00000100:00100000:1.0:1734016141.321422:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332487552 00000100:00100000:1.0:1734016141.321425:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332487552 00002000:00010000:1.0:1734016141.321446:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016141.321448:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946bb80 with x1818247332487552 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016141.321458:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946bb80. 00000100:00100000:1.0:1734016141.321478:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10191 00000100:00100000:1.0:1734016141.321488:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:1971:x1818247332487424:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.321928:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6013345 00002000:00010000:1.0:1734016141.321932:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.321935:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:1.0:1734016141.321936:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.321939:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1734016141.322013:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1971:x1818247332487424:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 527us (11023us total) trans 4294969884 rc 0/0 00000100:00100000:1.0:1734016141.322021:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10191 00002000:00010000:1.0:1734016141.322025:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6013345->18446744073709551615) 00002000:00100000:1.0:1734016141.322027:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3100 with x1818247332487424 ext(6013345->18446744073709551615) 00002000:00010000:1.0:1734016141.322031:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d3100. 00000100:00100000:1.0:1734016141.322053:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10192 00000100:00100000:1.0:1734016141.322057:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332487552:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.322165:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3754783 -> 4194304 00002000:00010000:1.0:1734016141.322169:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.322170:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016141.322174:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.322176:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1734016141.322196:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332487552:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 137us (1054us total) trans 4294968252 rc 0/0 00000100:00100000:1.0:1734016141.322203:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10192 00002000:00010000:1.0:1734016141.322206:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016141.322208:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946bb80 with x1818247332487552 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016141.322213:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007946bb80. 00000100:00100000:2.0:1734016141.335670:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334615040:0@lo:400:kworker.0 00000100:00100000:2.0:1734016141.335779:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016141.335822:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334615424:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.335823:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334615168:0@lo:400:kworker.0 00000100:00100000:2.0:1734016141.335827:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334615552:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.335858:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615040 00000100:00100000:2.0:1734016141.335858:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016141.335862:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016141.335865:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334615296:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.335873:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615040 00000100:00100000:0.0:1734016141.335888:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016141.335905:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016141.335909:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615552 00000100:00100000:0.0:1734016141.335911:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334615680:0@lo:400:kworker.0 00000100:00100000:2.0:1734016141.335912:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615552 00000100:00100000:0.0:1734016141.335934:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016141.335939:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1734016141.335950:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334615040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.336013:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334615040:12345-0@lo:400:kworker.0 Request processed in 64us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.336022:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:1.0:1734016141.336058:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00080000:1.0:1734016141.336062:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016111 00000100:00100000:1.0:1734016141.336078:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615424 00000100:00100000:1.0:1734016141.336080:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615424 00000100:00080000:1.0:1734016141.336089:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00000100:00100000:1.0:1734016141.336575:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615680 00000100:00100000:1.0:1734016141.336579:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615680 00000100:00080000:1.0:1734016141.336591:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00100000:1.0:1734016141.336898:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1734016141.336904:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334615424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.336950:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334615424:12345-0@lo:400:kworker.0 Request processed in 45us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.336954:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1734016141.336965:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1734016141.336968:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334615680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.336992:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334615680:12345-0@lo:400:kworker.0 Request processed in 24us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.336996:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1734016141.337019:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016141.337495:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615296 00000100:00100000:1.0:1734016141.337499:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615296 00000100:00100000:1.0:1734016141.337529:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615168 00000100:00100000:1.0:1734016141.337531:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615168 00000100:00100000:1.0:1734016141.337542:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1734016141.337548:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334615552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.337590:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334615552:12345-0@lo:400:kworker.0 Request processed in 41us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.337596:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1734016141.337609:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1734016141.337613:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334615296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.337621:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1734016141.337629:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334615168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.337638:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3513:x1818247334615296:12345-0@lo:400:kworker.0 Request processed in 24us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.337644:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00080000:1.0:1734016141.337655:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:0.0:1734016141.337670:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334615168:12345-0@lo:400:kworker.0 Request processed in 43us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.337677:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1734016141.337705:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334615680:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.337743:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3513:1818247334615296:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.337786:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334615168:0@lo:400:kworker.0 00000100:00100000:0.0:1734016141.337805:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.337855:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334615424:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.337874:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332487808 00000100:00100000:1.0:1734016141.337876:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332487808 00002000:00100000:1.0:1734016141.337925:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6004736->6008831) req@ffff88012b9d0380 x1818247332487808/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.337941:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247332487808 ext(6004736->6008831) 00002000:00010000:1.0:1734016141.337948:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:3.0:1734016141.338159:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334615552:0@lo:400:kworker.0 00000100:00100000:3.0:1734016141.338177:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334615040:0@lo:400:kworker.0 00000100:00100000:1.0:1734016141.338221:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10193 00000100:00100000:1.0:1734016141.338227:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332487808:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.338490:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1968:x1818247332487808:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 262us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.338497:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10193 00002000:00100000:1.0:1734016141.338504:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6004736->6008831) req@ffff88012b9d0380 x1818247332487808/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.338512:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d0380 with x1818247332487808 ext(6004736->6008831) 00002000:00010000:1.0:1734016141.338515:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d0380 00000100:00100000:0.0:1734016141.344564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.344801:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488064 00000100:00100000:1.0:1734016141.344830:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488064 00002000:00100000:1.0:1734016141.344911:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012b9d3480 x1818247332488064/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.344925:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3480 with x1818247332488064 ext(0->4194303) 00002000:00010000:1.0:1734016141.344933:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3480 00000100:00100000:1.0:1734016141.344970:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10194 00000100:00100000:1.0:1734016141.344978:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332488064:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.351094:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334615808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016141.351195:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016141.351475:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334615808 00000100:00100000:0.0:1734016141.351487:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334615808 00000100:00100000:0.0:1734016141.351569:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1734016141.351578:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334615808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016141.351610:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28672 granted 980243008 pending 200704 free 3923161088 avail 3691638784 00000100:00100000:0.0:1734016141.351674:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334615808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.351681:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1734016141.351709:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334615808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016141.353886:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.353973:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488320 00000100:00100000:0.0:1734016141.353984:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488320 00002000:00100000:0.0:1734016141.354036:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6017023) req@ffff88012e3b5880 x1818247332488320/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.354050:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5880 with x1818247332488320 ext(4194304->6017023) 00002000:00010000:0.0:1734016141.354057:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5880 00000100:00100000:0.0:1734016141.354089:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10195 00000100:00100000:0.0:1734016141.354098:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332488320:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.420005:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332488320:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 65882us (68167us total) trans 0 rc 1818624/1818624 00000100:00100000:1.0:1734016141.420024:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10195 00002000:00100000:1.0:1734016141.420048:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6017023) req@ffff88012e3b5880 x1818247332488320/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 1818624/1818624 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.420060:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5880 with x1818247332488320 ext(4194304->6017023) 00002000:00010000:1.0:1734016141.420067:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5880 00000100:00100000:3.0:1734016141.442567:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.444112:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488448 00000100:00100000:0.0:1734016141.444135:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488448 00002000:00100000:0.0:1734016141.444199:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (909312->6013344) req@ffff8800795cfb80 x1818247332488448/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.444211:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cfb80 with x1818247332488448 ext(909312->6013344) 00002000:00010000:0.0:1734016141.444218:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cfb80 00000100:00100000:0.0:1734016141.444889:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10196 00000100:00100000:0.0:1734016141.444901:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1969:x1818247332488448:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016141.444903:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332488064:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 99920us (100355us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016141.444914:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10194 00002000:00100000:1.0:1734016141.444924:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012b9d3480 x1818247332488064/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.444938:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d3480 with x1818247332488064 ext(0->4194303) 00002000:00010000:1.0:1734016141.444942:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9d3480 00000100:00100000:1.0:1734016141.448430:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1969:x1818247332488448:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3502us (5858us total) trans 4294969885 rc 0/0 00000100:00100000:1.0:1734016141.448455:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10196 00002000:00100000:1.0:1734016141.448475:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (909312->6013344) req@ffff8800795cfb80 x1818247332488448/t4294969885(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:102/0 lens 504/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.448486:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cfb80 with x1818247332488448 ext(909312->6013344) 00002000:00010000:1.0:1734016141.448495:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cfb80 00000100:00100000:0.0:1734016141.466628:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.466774:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488576 00000100:00100000:2.0:1734016141.466788:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488576 00000100:00100000:2.0:1734016141.466891:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2742 00000100:00100000:2.0:1734016141.466904:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332488576:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016141.467133:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332488576:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 231us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.467142:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2742 00000100:00100000:2.0:1734016141.472082:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.472211:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488704 00000100:00100000:0.0:1734016141.472229:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488704 00000100:00100000:0.0:1734016141.472399:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13548 00000100:00100000:0.0:1734016141.472412:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:1968:x1818247332488704:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016141.490412:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969885 is committed 00000001:00080000:0.0:1734016141.490447:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969883 is committed 00000100:00100000:2.0:1734016141.491547:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332488704:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 19126us (19480us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.491566:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13548 00000100:00100000:3.0:1734016141.499111:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.499221:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488832 00000100:00100000:1.0:1734016141.499236:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488832 00000100:00100000:1.0:1734016141.499326:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2743 00000100:00100000:1.0:1734016141.499338:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+20:10366:x1818247332488832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.499376:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.499409:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178113 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd90 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.499525:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317811a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.500091:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317811a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.500110:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317811a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016141.500150:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10207649 00000004:00200000:1.0:1734016141.500158:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016141.500186:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317811a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.500214:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178113 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd90 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.504880:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317811a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd90 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.504908:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016141.504913:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016141.504919:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016141.506199:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332488832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6854us (7096us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.506214:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2743 00000100:00100000:0.0:1734016141.520504:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.520584:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.520782:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489088 00000100:00100000:3.0:1734016141.520800:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489088 00000100:00100000:3.0:1734016141.520891:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332488960 00000100:00100000:3.0:1734016141.520896:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332488960 00000100:00100000:3.0:1734016141.520924:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13549 00000100:00100000:3.0:1734016141.520935:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087220450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332489088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.520964:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.521001:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3178121 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd9e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.521090:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334615936:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016141.521173:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.523886:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13550 00000100:00100000:0.0:1734016141.523919:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332488960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.523969:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.524018:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3178128 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cd97 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.526497:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334616064:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.526694:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.536219:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:3.0:1734016141.536280:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334615936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016141.536344:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3178121 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd9e expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.536371:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3178121 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd9e expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016141.537413:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016141.537422:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 32 -> 64 00000100:00100000:1.0:1734016141.537449:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334616064:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016141.538614:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00010000:00010000:1.0:1734016141.538769:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3178128 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd97 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.538792:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087220450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332489088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17855us (18300us total) trans 0 rc 301/301 00010000:00010000:1.0:1734016141.538794:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e61c0/0xb46129d8d3178128 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd97 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.538822:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13549 00010000:00010000:1.0:1734016141.538842:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:1.0:1734016141.538873:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332488960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14965us (18288us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.538878:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13550 00000100:00100000:2.0:1734016141.553148:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.553233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.553385:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489344 00000100:00100000:1.0:1734016141.553404:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489344 00000100:00100000:1.0:1734016141.553467:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489216 00000100:00100000:1.0:1734016141.553470:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489216 00000100:00100000:1.0:1734016141.554099:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13551 00000100:00100000:1.0:1734016141.554110:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332489344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.554148:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.554178:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317812f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdac expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.554262:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334616192:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.554372:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13552 00000100:00100000:2.0:1734016141.554377:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332489216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.554385:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.554395:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178136 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cda5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.554584:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334616320:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.556594:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.557360:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.562251:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334616192:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.562310:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317812f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdac expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.562330:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317812f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdac expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.563037:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016141.563300:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332489344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9187us (10168us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.563311:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13551 00000100:00100000:2.0:1734016141.565688:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334616320:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.565778:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178136 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cda5 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.565796:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178136 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cda5 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.565825:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016141.565887:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332489216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11508us (12653us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.565897:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13552 00000100:00100000:0.0:1734016141.574088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.574193:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489600 00000100:00100000:1.0:1734016141.574208:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489600 00000100:00100000:1.0:1734016141.574287:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2744 00000100:00100000:1.0:1734016141.574298:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+21:10366:x1818247332489600:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016141.574378:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.574419:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317811a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd90 expref: 21 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.574455:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016141.574461:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016141.574692:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.574705:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.574715:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:1.0:1734016141.574793:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969062 00000004:00010000:1.0:1734016141.574809:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9d1c00 reply state ffff880076fb6000 transno 4294969063 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016141.574828:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016141.574933:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332489600:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 636us (868us total) trans 4294969063 rc 0/0 00000100:00100000:1.0:1734016141.574942:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2744 00000020:00080000:1.0:1734016141.574947:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016141.587765:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016141.587785:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016141.587794:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016141.587802:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016141.587808:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016141.587825:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016141.587847:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016141.587850:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016141.587855:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016141.587861:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317813d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016141.588348:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.591165:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489728 00000100:00100000:3.0:1734016141.591180:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489728 00000100:00100000:3.0:1734016141.591247:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13553 00000100:00100000:3.0:1734016141.591256:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332489728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.591276:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.591296:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdb3 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.591328:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.591335:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.591338:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.591342:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.591378:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.591390:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 6 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.591404:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334616448:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016141.592511:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.599329:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079530700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334616448:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016141.599383:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.599415:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:0.0:1734016141.599496:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332489728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8238us (12110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.599507:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13553 00000100:00100000:0.0:1734016141.617042:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.617241:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489856 00000100:00100000:3.0:1734016141.617260:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489856 00010000:00010000:3.0:1734016141.617328:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.617401:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3631 00000100:00100000:3.0:1734016141.617415:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332489856:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.617444:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.617479:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.617498:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.617538:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31780f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd74 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.617590:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.617593:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.617602:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.617615:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.617675:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.617697:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334616576:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016141.617871:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.621954:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079533100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334616576:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016141.622003:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.622087:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332489856:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4672us (5068us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.622104:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3631 00000100:00100000:3.0:1734016141.624456:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.624563:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332489984 00000100:00100000:0.0:1734016141.624574:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332489984 00000100:00100000:0.0:1734016141.624653:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13554 00000100:00100000:0.0:1734016141.624666:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332489984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.624699:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.624758:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdba expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.624826:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.624836:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.624838:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.624843:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.624903:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.624922:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 6 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016141.624943:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334616704:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016141.625060:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.631837:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334616704:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016141.631892:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.631921:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:2.0:1734016141.632006:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332489984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7343us (7565us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.632017:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13554 00000100:00100000:2.0:1734016141.641186:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.641288:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490112 00000100:00100000:3.0:1734016141.641304:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490112 00010000:00010000:3.0:1734016141.641359:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.641996:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3632 00000100:00100000:3.0:1734016141.642008:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332490112:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.642031:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.642067:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.642083:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.642106:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317810c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cd89 expref: 7 pid: 7692 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.642152:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.642155:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.642163:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.642172:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.642221:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.642243:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334616832:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016141.645975:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.655208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.655295:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.655575:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490368 00000100:00100000:1.0:1734016141.655598:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490368 00002000:00010000:1.0:1734016141.655687:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016141.655697:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531f80 with x1818247332490368 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016141.655755:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079531f80. 00000100:00100000:1.0:1734016141.655789:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490240 00000100:00100000:1.0:1734016141.655792:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490240 00002000:00010000:1.0:1734016141.655808:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2629224->18446744073709551615) 00002000:00100000:1.0:1734016141.655820:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530700 with x1818247332490240 ext(2629224->18446744073709551615) 00002000:00010000:1.0:1734016141.655829:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530700. 00000100:00100000:1.0:1734016141.655857:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10197 00000100:00100000:1.0:1734016141.655868:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332490368:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016141.658036:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10198 00000100:00100000:2.0:1734016141.658054:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332490240:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016141.659149:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334616832:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016141.659182:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.659272:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332490112:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 17264us (18100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.659287:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3632 00002000:00010000:2.0:1734016141.660462:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6013345 -> 2629224 00002000:00010000:2.0:1734016141.660467:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.660470:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.660471:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.660473:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 64 -> 40 00000100:00100000:2.0:1734016141.660520:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332490240:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 2468us (5222us total) trans 4294969886 rc 0/0 00000100:00100000:2.0:1734016141.660529:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10198 00002000:00010000:2.0:1734016141.660533:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2629224->18446744073709551615) 00002000:00100000:2.0:1734016141.660536:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079530700 with x1818247332490240 ext(2629224->18446744073709551615) 00002000:00010000:2.0:1734016141.660542:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079530700. 00002000:00010000:1.0:1734016141.665417:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1734016141.665434:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.665438:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:1.0:1734016141.665441:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016141.665443:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:1.0:1734016141.673094:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332490368:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 17201us (17885us total) trans 4294968253 rc 0/0 00000100:00100000:1.0:1734016141.673115:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10197 00002000:00010000:1.0:1734016141.673128:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016141.673133:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079531f80 with x1818247332490368 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016141.673156:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079531f80. 00000100:00100000:0.0:1734016141.683944:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.686190:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490496 00000100:00100000:2.0:1734016141.686210:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490496 00000100:00100000:1.0:1734016141.686887:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2745 00000100:00100000:1.0:1734016141.686902:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+17:10366:x1818247332490496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.686937:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.686974:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3178152 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdc1 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.687099:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3178159 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.687116:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3178159 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.687130:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3178159 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016141.687157:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2629224 00000004:00200000:1.0:1734016141.687162:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016141.687178:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3178159 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.687200:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3178152 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdc1 expref: 19 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.687231:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3178159 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdc1 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.687239:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016141.687242:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016141.687245:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016141.687332:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332490496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 431us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.687339:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2745 00000100:00100000:3.0:1734016141.691557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.691609:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.692135:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490752 00000100:00100000:2.0:1734016141.692153:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490752 00000100:00100000:2.0:1734016141.692227:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490624 00000100:00100000:2.0:1734016141.692231:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490624 00000100:00100000:2.0:1734016141.692259:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13555 00000100:00100000:2.0:1734016141.692269:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332490752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.692301:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.692344:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3178160 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdcf expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.692461:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334616960:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.692573:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.692763:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13556 00000100:00100000:1.0:1734016141.692773:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332490624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.692783:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.692798:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178167 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdc8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.692841:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334617088:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.692863:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.700638:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:3.0:1734016141.700703:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334616960:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016141.700805:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3178160 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdcf expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.700837:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc000/0xb46129d8d3178160 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdcf expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.700870:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:3.0:1734016141.700980:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332490752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8709us (9439us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.700992:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13555 00000100:00100000:0.0:1734016141.701254:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334617088:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016141.701292:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178167 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdc8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.701307:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178167 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdc8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.701330:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:0.0:1734016141.701359:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332490624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8587us (9750us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.701369:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13556 00000100:00100000:2.0:1734016141.711939:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.712001:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.712162:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332490880 00000100:00100000:0.0:1734016141.712183:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332490880 00000100:00100000:0.0:1734016141.712259:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491008 00000100:00100000:0.0:1734016141.712261:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491008 00000100:00100000:0.0:1734016141.712304:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13557 00000100:00100000:0.0:1734016141.712319:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332490880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.712360:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016141.712364:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13558 00000100:00100000:1.0:1734016141.712372:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332491008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.712382:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.712397:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317816e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdd6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.712402:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178175 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cddd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.712496:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334617216:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.712496:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079468e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334617344:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.712843:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.712856:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.722138:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334617216:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016141.722213:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317816e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdd6 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.722229:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d317816e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdd6 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.722254:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:0.0:1734016141.722383:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332490880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10062us (10465us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.722400:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13557 00000100:00100000:1.0:1734016141.722839:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079468e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334617344:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.722876:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178175 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cddd expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.722889:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178175 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cddd expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.722911:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016141.722950:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332491008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10578us (10949us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.722957:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13558 00000100:00100000:2.0:1734016141.747558:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.747710:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491136 00000100:00100000:1.0:1734016141.747759:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491136 00000100:00100000:1.0:1734016141.747856:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2746 00000100:00100000:1.0:1734016141.747865:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332491136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.747909:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.747944:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d317817c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cde4 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.748082:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.748101:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.748118:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016141.748161:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2629224 00000004:00200000:1.0:1734016141.748168:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016141.748192:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016141.748227:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d317817c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.748271:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.748281:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016141.748283:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016141.748287:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016141.748355:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332491136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 491us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.748366:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2746 00000100:00100000:0.0:1734016141.760979:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.762004:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.762982:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491392 00000100:00100000:1.0:1734016141.762999:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491392 00000100:00100000:1.0:1734016141.763077:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491264 00000100:00100000:1.0:1734016141.763079:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491264 00000100:00100000:1.0:1734016141.763108:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13559 00000100:00100000:1.0:1734016141.763117:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332491392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.763146:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.763171:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317818a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdf2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.763251:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079468e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334617472:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.763333:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.763370:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13560 00000100:00100000:1.0:1734016141.763374:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332491264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.763382:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.763392:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178191 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdeb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.763421:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334617600:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.763438:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.774477:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334617600:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.774555:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178191 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdeb expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.774581:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178191 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdeb expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.774789:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079468e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334617472:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016141.774825:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317818a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdf2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.774835:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317818a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdf2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.775470:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00010000:00010000:0.0:1734016141.775500:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:0.0:1734016141.775657:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332491392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12539us (14693us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.775667:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13559 00000100:00100000:2.0:1734016141.775685:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332491264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12308us (13681us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.775690:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13560 00000100:00100000:0.0:1734016141.781695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.781821:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.781948:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491648 00000100:00100000:2.0:1734016141.781968:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491648 00000100:00100000:2.0:1734016141.782055:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491520 00000100:00100000:2.0:1734016141.782057:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491520 00000100:00100000:2.0:1734016141.782087:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13561 00000100:00100000:2.0:1734016141.782100:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332491648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.782134:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.782173:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3178198 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce00 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.782279:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334617728:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.782408:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.782467:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13562 00000100:00100000:2.0:1734016141.782473:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332491520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.782483:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.782502:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317819f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cdf9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.782541:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334617856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.782570:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.786163:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334617856:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.786174:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334617728:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.786225:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3178198 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce00 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.786225:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317819f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdf9 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.786243:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3178198 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce00 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.786243:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317819f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdf9 expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.786268:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00010000:00010000:3.0:1734016141.786270:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:3.0:1734016141.786343:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332491520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3865us (4518us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.786357:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13562 00000100:00100000:2.0:1734016141.786888:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332491648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4790us (5213us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.786896:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13561 00000100:00100000:0.0:1734016141.799328:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.801338:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332491904 00000100:00100000:1.0:1734016141.801365:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332491904 00002000:00100000:1.0:1734016141.801474:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->2629631) req@ffff880097ee1880 x1818247332491904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.801488:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332491904 ext(0->2629631) 00002000:00010000:1.0:1734016141.801497:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee1880 00000100:00100000:1.0:1734016141.801551:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10199 00000100:00100000:1.0:1734016141.801561:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332491904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.872503:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332491904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 70914us (73172us total) trans 0 rc 2629632/2629632 00000100:00100000:1.0:1734016141.872528:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10199 00002000:00100000:1.0:1734016141.872555:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->2629631) req@ffff880097ee1880 x1818247332491904/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 2629632/2629632 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.872568:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332491904 ext(0->2629631) 00002000:00010000:1.0:1734016141.872578:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee1880 00000100:00100000:1.0:1734016141.904917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.905064:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492032 00000100:00100000:2.0:1734016141.905089:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492032 00000100:00100000:1.0:1734016141.905165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.908984:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492160 00000100:00100000:2.0:1734016141.909075:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492160 00000100:00100000:1.0:1734016141.909082:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13563 00000100:00100000:1.0:1734016141.909093:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332492032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.909118:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734016141.909130:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13564 00000100:00100000:2.0:1734016141.909135:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332492160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.909137:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31781a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce07 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.909145:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.909161:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce0e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.909204:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334618112:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.909204:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334617984:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.909420:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.909488:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016141.924382:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:1.0:1734016141.924437:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334618112:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.924505:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31781a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce07 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.924537:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31781a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce07 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.924592:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016141.924697:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332492032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15601us (19810us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.924713:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13563 00002000:00010000:2.0:1734016141.925853:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016141.925874:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334617984:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.925906:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce0e expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.925920:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce0e expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.925938:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016141.925972:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332492160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16835us (20807us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.925978:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13564 00010000:00010000:2.0:1734016141.931253:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.941565:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016141.941648:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.941791:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492288 00000100:00100000:1.0:1734016141.941813:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492288 00000100:00100000:1.0:1734016141.941874:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13565 00000100:00100000:1.0:1734016141.941884:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332492288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.941914:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.941947:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31781b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce15 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.942040:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334618240:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.942163:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.942249:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492416 00000100:00100000:2.0:1734016141.942253:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492416 00000100:00100000:2.0:1734016141.942281:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13566 00000100:00100000:2.0:1734016141.942286:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332492416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.942293:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.942309:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce1c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.942353:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334618368:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016141.942387:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.949069:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.949361:0:6479:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492544 00000100:00100000:1.0:1734016141.949383:0:6479:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492544 00000100:00100000:1.0:1734016141.949504:0:6479:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 338 00000100:00100000:1.0:1734016141.949514:0:6479:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1971:x1818247332492544:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:1.0:1734016141.949642:0:6479:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:356ef100-c450-4ad1-ae36-19e8c4618593+12:1971:x1818247332492544:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 129us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.949651:0:6479:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 338 00000100:00100000:2.0:1734016141.950020:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334618240:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.950063:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31781b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce15 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.950078:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e21c0/0xb46129d8d31781b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce15 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.950097:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:2.0:1734016141.950151:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332492288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8268us (8607us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.950159:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13565 00000100:00100000:3.0:1734016141.950324:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334618368:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016141.950354:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781bb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce1c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.950367:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce1c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.950379:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:3.0:1734016141.950404:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332492416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8117us (8757us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.950409:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13566 00000100:00080000:0.0:1734016141.950839:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016111 00000100:00100000:0.0:1734016141.960498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.960950:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492672 00000100:00100000:3.0:1734016141.960963:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492672 00000100:00100000:3.0:1734016141.963399:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13567 00000100:00100000:3.0:1734016141.963412:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332492672:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.963643:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2629224 -> 2629224 00002000:00010000:3.0:1734016141.963646:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.963649:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016141.963651:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.963652:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1734016141.963774:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332492672:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 363us (3294us total) trans 4294969887 rc 0/0 00000100:00100000:3.0:1734016141.963782:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13567 00000100:00100000:0.0:1734016141.969059:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016141.969337:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492800 00000100:00100000:2.0:1734016141.969354:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492800 00000100:00100000:2.0:1734016141.969436:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13568 00000100:00100000:2.0:1734016141.969445:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332492800:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.969831:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2629224 -> 2629224 00002000:00010000:2.0:1734016141.969835:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.969837:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.969839:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.969840:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 40 -> 64 00000100:00100000:2.0:1734016141.969932:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332492800:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 487us (885us total) trans 4294969888 rc 0/0 00000100:00100000:2.0:1734016141.969944:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13568 00000100:00100000:1.0:1734016141.977655:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.977772:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.977840:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493056 00000100:00100000:1.0:1734016141.977855:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493056 00000100:00100000:1.0:1734016141.977929:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332492928 00000100:00100000:1.0:1734016141.977932:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332492928 00000100:00100000:1.0:1734016141.977991:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13569 00000100:00100000:1.0:1734016141.978004:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332493056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.978052:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.978091:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31781c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce2a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.978212:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334618496:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.978338:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.978382:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13570 00000100:00100000:1.0:1734016141.978388:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332492928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.978398:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.978413:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31781c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce23 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.978448:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334618624:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.978470:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e539c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016141.986514:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00002000:00010000:2.0:1734016141.986527:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016141.986566:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334618624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016141.986623:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31781c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce23 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.986643:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d31781c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce23 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.986684:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:2.0:1734016141.986779:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332492928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8388us (9004us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.986792:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13570 00002000:00010000:1.0:1734016141.987107:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016141 -> 1734016142 00000100:00100000:1.0:1734016141.987128:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334618496:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016141.987154:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31781c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce2a expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.987172:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31781c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce2a expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.987192:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016141.987218:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332493056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9219us (9596us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.987225:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13569 00000100:00100000:2.0:1734016141.994099:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016141.998783:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493184 00000100:00100000:1.0:1734016141.998802:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493184 00000100:00100000:1.0:1734016141.998902:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13571 00000100:00100000:1.0:1734016141.998912:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332493184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.998940:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.998972:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31781d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce31 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.999038:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334618752:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016141.999166:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.999602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016141.999830:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493312 00000100:00100000:3.0:1734016141.999835:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493312 00000100:00100000:3.0:1734016141.999878:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13572 00000100:00100000:3.0:1734016141.999884:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332493312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.999896:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.999918:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31781d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce38 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.999957:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334618880:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016141.999995:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.006192:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334618880:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.006268:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31781d7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce38 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.006291:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31781d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce38 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.006314:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:2.0:1734016142.006390:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332493312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6504us (6788us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.006405:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13572 00000100:00100000:1.0:1734016142.006775:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334618752:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016142.006798:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31781d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce31 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.006819:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d31781d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce31 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.006834:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016142.006867:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332493184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7957us (12789us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.006873:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13571 00000100:00100000:0.0:1734016142.017468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.017570:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493440 00000100:00100000:1.0:1734016142.017583:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493440 00000100:00100000:1.0:1734016142.017654:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13573 00000100:00100000:1.0:1734016142.017661:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332493440:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016142.018014:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2629224 -> 4408520 00002000:00010000:1.0:1734016142.018018:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016142 00002000:00010000:1.0:1734016142.018020:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:1.0:1734016142.018022:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.018024:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 64 -> 96 00000100:00100000:1.0:1734016142.018099:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332493440:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 437us (640us total) trans 4294969889 rc 0/0 00000100:00100000:1.0:1734016142.018108:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13573 00000100:00080000:0.0:1734016142.018625:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016112 00000100:00100000:0.0:1734016142.021450:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.021609:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493568 00000100:00100000:2.0:1734016142.021627:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493568 00000100:00100000:2.0:1734016142.021711:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13574 00000100:00100000:2.0:1734016142.021764:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332493568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.021795:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.021830:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce3f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.021867:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.021875:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.021877:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.021881:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [479232->483327] (req 479232->483327) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.021925:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.021944:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 9 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.021959:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334619008:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016142.022046:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.025901:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334619008:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016142.025929:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016142.025950:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [479232->483327] (req 479232->483327) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.025975:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016142.026037:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332493568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4316us (4604us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.026048:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13574 00000100:00100000:1.0:1734016142.026136:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493696 00000100:00100000:1.0:1734016142.026146:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493696 00010000:00010000:1.0:1734016142.026232:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 10 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.026275:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3633 00000100:00100000:1.0:1734016142.026283:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332493696:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.026310:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:2.0:1734016142.026319:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016112 00010000:00010000:1.0:1734016142.026339:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 10 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.026357:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 10 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.026386:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d317814b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdba expref: 10 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.026423:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.026426:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.026435:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.026454:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.026496:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.026509:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334619136:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016142.026566:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.028366:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334619136:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016142.028389:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.028438:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332493696:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2153us (2509us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.028450:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3633 00000100:00100000:0.0:1734016142.028559:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.029140:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493824 00000100:00100000:3.0:1734016142.029148:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493824 00000100:00100000:3.0:1734016142.029197:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13575 00000100:00100000:3.0:1734016142.029203:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332493824:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.029495:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016142.029499:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.029502:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016140 00002000:00010000:3.0:1734016142.029504:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.029506:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016142.029629:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332493824:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 424us (1070us total) trans 4294968254 rc 0/0 00000100:00100000:3.0:1734016142.029635:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13575 00000100:00100000:1.0:1734016142.032073:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.032156:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332493952 00000100:00100000:2.0:1734016142.032166:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332493952 00000100:00100000:2.0:1734016142.032234:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13576 00000100:00100000:2.0:1734016142.032242:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332493952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.032268:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.032298:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31781e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce46 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.032380:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334619264:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.032454:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.034847:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016142 00002000:00010000:2.0:1734016142.034854:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016142.034880:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334619264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.034914:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31781e5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce46 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.034928:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd680/0xb46129d8d31781e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce46 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.036554:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016142.036654:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332493952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4408us (4586us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.036665:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13576 00000100:00100000:0.0:1734016142.039931:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.041110:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494080 00000100:00100000:3.0:1734016142.041127:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494080 00000100:00100000:3.0:1734016142.041225:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13577 00000100:00100000:3.0:1734016142.041237:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332494080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.041262:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.041294:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31781ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce4d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.041382:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334619392:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.041497:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.044494:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334619392:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.044555:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31781ec lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce4d expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.044577:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d31781ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce4d expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.044708:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016142.044865:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332494080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3625us (4949us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.044879:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13577 00000100:00100000:0.0:1734016142.047964:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.048227:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494208 00000100:00100000:3.0:1734016142.048243:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494208 00000100:00100000:3.0:1734016142.048323:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13578 00000100:00100000:3.0:1734016142.048334:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332494208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.048371:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.048411:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce54 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.048466:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.048475:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.048477:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.048482:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.048536:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.048555:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 11 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.048575:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334619520:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016142.048692:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.051590:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334619520:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016142.051665:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [212992->221183] (req 212992->221183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.051701:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016142.052328:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332494208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3990us (4385us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.052340:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13578 00000100:00100000:0.0:1734016142.056360:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.056459:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494336 00000100:00100000:1.0:1734016142.056468:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494336 00010000:00010000:1.0:1734016142.056829:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 12 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.056874:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3634 00000100:00100000:1.0:1734016142.056885:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca62c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332494336:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.056908:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.056934:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 12 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.056949:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 12 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.056981:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d3178144 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdb3 expref: 12 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.057528:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.057531:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.057542:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.057554:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.057603:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.057626:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334619648:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016142.058095:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.061082:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334619648:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016142.061131:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.061205:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca62c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332494336:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4320us (4935us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.061226:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3634 00000100:00100000:0.0:1734016142.061916:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.062222:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494464 00000100:00100000:3.0:1734016142.062235:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494464 00000100:00100000:3.0:1734016142.062307:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13579 00000100:00100000:3.0:1734016142.062316:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332494464:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.062709:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4408520 -> 4408520 00002000:00010000:3.0:1734016142.062714:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.062716:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.062742:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.062745:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016142.062833:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332494464:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 518us (920us total) trans 4294969890 rc 0/0 00000100:00100000:3.0:1734016142.062841:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13579 00000100:00100000:0.0:1734016142.066423:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.067406:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494592 00000100:00100000:3.0:1734016142.067423:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494592 00000100:00100000:3.0:1734016142.067514:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13580 00000100:00100000:3.0:1734016142.067525:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332494592:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.067826:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016142.067829:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.067831:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016140 00002000:00010000:3.0:1734016142.067834:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.067836:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016142.067952:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332494592:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 427us (1544us total) trans 4294968255 rc 0/0 00000100:00100000:3.0:1734016142.067961:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13580 00000100:00100000:0.0:1734016142.072530:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.072677:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.072810:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494848 00000100:00100000:1.0:1734016142.072822:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494848 00000100:00100000:1.0:1734016142.072874:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494720 00000100:00100000:1.0:1734016142.072876:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494720 00000100:00100000:1.0:1734016142.072895:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13581 00000100:00100000:1.0:1734016142.072903:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332494848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.072925:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.072944:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31781fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce62 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.073002:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334619776:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016142.073069:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.073247:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13582 00000100:00100000:2.0:1734016142.073253:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332494720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.073261:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.073272:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3178201 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce5b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.073302:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334619904:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.073327:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016142.076981:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016141 -> 1734016142 00002000:00010000:1.0:1734016142.076996:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016142 00002000:00010000:1.0:1734016142.076999:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016141 -> 1734016142 00000100:00100000:1.0:1734016142.077032:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007946b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334619776:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016142.077079:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31781fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce62 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.077098:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d31781fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce62 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.077132:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016142.077208:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332494848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4305us (4694us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.077219:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13581 00002000:00010000:2.0:1734016142.080880:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016142.080932:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334619904:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.080986:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3178201 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce5b expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.081005:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3178201 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce5b expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.081046:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016142.081111:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332494720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7854us (8432us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.081127:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13582 00000100:00100000:0.0:1734016142.091962:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.092033:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.092355:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495104 00000100:00100000:2.0:1734016142.092369:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495104 00000100:00100000:2.0:1734016142.092447:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332494976 00000100:00100000:2.0:1734016142.092451:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332494976 00000100:00100000:2.0:1734016142.092480:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13583 00000100:00100000:2.0:1734016142.092491:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332495104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.092520:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.092558:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3178208 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce70 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.092640:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334620032:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.092716:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.092783:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13584 00000100:00100000:2.0:1734016142.092788:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332494976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.092798:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.092819:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d317820f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce69 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.092849:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334620160:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.092870:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.099287:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334620032:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.099328:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3178208 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce70 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099343:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d3178208 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce70 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099362:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:2.0:1734016142.100196:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334620160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.100228:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d317820f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce69 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.100244:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d317820f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce69 expref: 12 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.100261:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:3.0:1734016142.101666:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332495104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9167us (9712us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.101684:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13583 00000100:00100000:2.0:1734016142.101819:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332494976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9028us (9784us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.101825:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13584 00000100:00100000:0.0:1734016142.112207:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.112393:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495232 00000100:00100000:2.0:1734016142.112406:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495232 00000100:00100000:2.0:1734016142.112471:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13585 00000100:00100000:2.0:1734016142.112481:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332495232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.112516:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.112541:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce77 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.112586:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.112594:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.112596:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.112600:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1843200->1851391] (req 1843200->1851391) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.112637:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.112657:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 7 pid: 13917 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.112672:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334620288:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016142.112818:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.118231:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334620288:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016142.118281:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1843200->1851391] (req 1843200->1851391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.118309:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016142.120384:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332495232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7884us (8172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.120398:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13585 00000100:00100000:1.0:1734016142.122226:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.123870:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495360 00000100:00100000:2.0:1734016142.123885:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495360 00010000:00010000:2.0:1734016142.123949:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 8 pid: 13917 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.124002:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3635 00000100:00100000:2.0:1734016142.124012:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332495360:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.124032:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.124061:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 8 pid: 13917 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.124078:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 8 pid: 13917 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.124100:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d31781f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 212992->221183) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce54 expref: 8 pid: 13917 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.124134:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.124137:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.124146:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.124154:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.124195:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.124209:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334620416:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016142.124318:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.129476:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334620416:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016142.129504:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.129563:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332495360:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5550us (7347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.129574:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3635 00000100:00100000:0.0:1734016142.129763:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.130309:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495488 00000100:00100000:2.0:1734016142.130318:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495488 00000100:00100000:2.0:1734016142.130372:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13586 00000100:00100000:2.0:1734016142.130378:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332495488:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016142.130569:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4408520 -> 4408520 00002000:00010000:2.0:1734016142.130572:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.130574:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:2.0:1734016142.130575:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.130577:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1734016142.130652:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332495488:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 273us (890us total) trans 4294969891 rc 0/0 00000100:00100000:2.0:1734016142.130657:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13586 00000100:00100000:0.0:1734016142.132930:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.133244:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495616 00000100:00100000:3.0:1734016142.133261:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495616 00000100:00100000:3.0:1734016142.133457:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13587 00000100:00100000:3.0:1734016142.133469:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332495616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.133496:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.133524:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317821d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce7e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.133609:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620544:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.133716:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.137187:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:3.0:1734016142.137221:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620544:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.137267:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317821d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce7e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.137284:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317821d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce7e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.137318:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016142.137396:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332495616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3931us (4475us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.137405:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13587 00000100:00100000:1.0:1734016142.140616:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.140769:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495744 00000100:00100000:3.0:1734016142.140782:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495744 00000100:00100000:3.0:1734016142.140853:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13588 00000100:00100000:3.0:1734016142.140862:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332495744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.140886:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.140908:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178224 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce85 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.140964:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620672:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.141637:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.153431:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620672:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.153481:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178224 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce85 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.153497:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178224 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce85 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.153514:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016142.153578:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332495744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12717us (12975us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.153590:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13588 00000100:00100000:0.0:1734016142.161987:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.162134:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332495872 00000100:00100000:3.0:1734016142.162146:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332495872 00000100:00100000:3.0:1734016142.162438:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13589 00000100:00100000:3.0:1734016142.162450:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332495872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.162473:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.162491:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317822b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce8c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.162572:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620800:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.163040:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.167922:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620800:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.167985:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317822b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce8c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.168000:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d317822b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce8c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.168017:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016142.168155:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332495872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5705us (6178us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.168165:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13589 00000100:00100000:0.0:1734016142.171144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.171476:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332496000 00000100:00100000:3.0:1734016142.171494:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332496000 00000100:00100000:3.0:1734016142.172963:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13590 00000100:00100000:3.0:1734016142.172983:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332496000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.173018:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.173061:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178232 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce93 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.173167:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620928:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.173317:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.182580:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334620928:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.182637:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178232 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce93 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.182651:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178232 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce93 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.182681:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016142.182759:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332496000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9779us (11629us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.182771:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13590 00000100:00100000:0.0:1734016142.188479:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.188766:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332496128 00000100:00100000:3.0:1734016142.188788:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332496128 00000100:00100000:3.0:1734016142.188873:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13591 00000100:00100000:3.0:1734016142.188884:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332496128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.188912:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.188939:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178239 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ce9a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.189039:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621056:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.189130:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.195785:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 2874777 00002000:00010000:3.0:1734016142.195811:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016142.195857:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621056:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.195916:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178239 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce9a expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.195941:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178239 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce9a expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.195968:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016142.196127:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332496128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7242us (7676us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.196137:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13591 00000100:00100000:0.0:1734016142.198502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.198672:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332496256 00000100:00100000:3.0:1734016142.198683:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332496256 00000100:00100000:3.0:1734016142.198999:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13592 00000100:00100000:3.0:1734016142.199007:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332496256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.199028:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.199053:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3178240 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cea1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.199117:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621184:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.199401:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.201429:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621184:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.201593:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3178240 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cea1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.201610:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3178240 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cea1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.201622:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016142.201714:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332496256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2706us (3223us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.201746:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13592 00000100:00100000:0.0:1734016142.208891:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.209005:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332496384 00000100:00100000:3.0:1734016142.209019:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332496384 00000100:00100000:3.0:1734016142.209083:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13593 00000100:00100000:3.0:1734016142.209091:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332496384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.209114:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.209138:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3178247 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cea8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.209195:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621312:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.209268:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.215948:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621312:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.216031:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3178247 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cea8 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.216058:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dbcc0/0xb46129d8d3178247 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cea8 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.216085:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016142.216180:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332496384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7088us (7308us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.216194:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13593 00000100:00100000:2.0:1734016142.221849:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.222054:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332496640 00000100:00100000:1.0:1734016142.222067:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332496640 00002000:00100000:1.0:1734016142.222125:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2285568->4194303) req@ffff88007625a680 x1818247332496640/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 504/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.222138:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625a680 with x1818247332496640 ext(2285568->4194303) 00002000:00010000:1.0:1734016142.222144:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007625a680 00000100:00100000:1.0:1734016142.222181:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10200 00000100:00100000:1.0:1734016142.222190:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332496640:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.257023:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332496640:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 34819us (35175us total) trans 0 rc 1568768/1568768 00000100:00100000:2.0:1734016142.257039:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10200 00002000:00100000:2.0:1734016142.257055:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2285568->4194303) req@ffff88007625a680 x1818247332496640/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 504/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 1568768/1568768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.257066:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625a680 with x1818247332496640 ext(2285568->4194303) 00002000:00010000:2.0:1734016142.257074:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007625a680 00000100:00100000:0.0:1734016142.265898:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.266033:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332496896 00000100:00100000:2.0:1734016142.266044:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332496896 00002000:00100000:2.0:1734016142.266102:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2289664->2293759) req@ffff88012ea91880 x1818247332496896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.266116:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91880 with x1818247332496896 ext(2289664->2293759) 00002000:00010000:2.0:1734016142.266122:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91880 00000100:00100000:2.0:1734016142.266175:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10201 00000100:00100000:2.0:1734016142.266183:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332496896:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.266438:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332496896:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 255us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.266446:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10201 00002000:00100000:2.0:1734016142.266453:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2289664->2293759) req@ffff88012ea91880 x1818247332496896/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.266460:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91880 with x1818247332496896 ext(2289664->2293759) 00002000:00010000:2.0:1734016142.266463:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91880 00000100:00100000:0.0:1734016142.272243:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.273404:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497152 00000100:00100000:3.0:1734016142.273419:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497152 00002000:00100000:3.0:1734016142.273487:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2293760->2297855) req@ffff88012ea93480 x1818247332497152/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.273501:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93480 with x1818247332497152 ext(2293760->2297855) 00002000:00010000:3.0:1734016142.273509:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93480 00000100:00100000:3.0:1734016142.274020:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10202 00000100:00100000:3.0:1734016142.274031:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332497152:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.274289:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332497152:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 257us (2056us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.274297:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10202 00002000:00100000:3.0:1734016142.274304:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2293760->2297855) req@ffff88012ea93480 x1818247332497152/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.274311:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea93480 with x1818247332497152 ext(2293760->2297855) 00002000:00010000:3.0:1734016142.274315:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea93480 00000100:00100000:0.0:1734016142.284311:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.284981:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497280 00000100:00100000:2.0:1734016142.284998:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497280 00002000:00100000:2.0:1734016142.285064:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2285568->2297855) req@ffff88012ea90e00 x1818247332497280/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 12776/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.285076:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90e00 with x1818247332497280 ext(2285568->2297855) 00002000:00010000:2.0:1734016142.285083:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90e00 00000100:00100000:2.0:1734016142.285120:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10203 00000100:00100000:2.0:1734016142.285128:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332497280:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.287111:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1970:x1818247332497280:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1965us (2802us total) trans 4294969892 rc 0/0 00000100:00100000:2.0:1734016142.287125:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10203 00002000:00100000:2.0:1734016142.287138:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2285568->2297855) req@ffff88012ea90e00 x1818247332497280/t4294969892(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 12776/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.287147:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea90e00 with x1818247332497280 ext(2285568->2297855) 00002000:00010000:2.0:1734016142.287156:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea90e00 00000100:00100000:0.0:1734016142.289845:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.289950:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497408 00000100:00100000:2.0:1734016142.289967:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497408 00000100:00100000:2.0:1734016142.290057:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2747 00000100:00100000:2.0:1734016142.290067:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332497408:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016142.290235:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332497408:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 170us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.290244:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2747 00000100:00080000:0.0:1734016142.290494:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016112 00000100:00100000:1.0:1734016142.295323:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334621440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016142.295442:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016142.295916:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334621440 00000100:00100000:0.0:1734016142.295930:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334621440 00000100:00100000:0.0:1734016142.296009:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1734016142.296018:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334621440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016142.296084:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 737993280 pending 0 free 3923673088 avail 3692150784 00000100:00100000:0.0:1734016142.296154:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334621440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.296161:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1734016142.296306:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334621440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016142.298133:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.298774:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497536 00000100:00100000:3.0:1734016142.298787:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497536 00000100:00100000:3.0:1734016142.298859:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13594 00000100:00100000:3.0:1734016142.298869:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087220050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1971:x1818247332497536:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016142.301960:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969892 is committed 00000001:00080000:2.0:1734016142.302000:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969890 is committed 00000100:00100000:3.0:1734016142.305068:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087220050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332497536:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 6178us (6922us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.305089:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13594 00000100:00100000:0.0:1734016142.312821:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.312911:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497664 00000100:00100000:3.0:1734016142.312919:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497664 00000100:00100000:3.0:1734016142.312968:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13595 00000100:00100000:3.0:1734016142.312975:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332497664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.312991:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.313006:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317824e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ceaf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.313055:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334621568:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.313101:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.319269:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 96 -> 120 00000100:00100000:3.0:1734016142.319316:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334621568:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.319373:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317824e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceaf expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.319393:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d317824e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceaf expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.319421:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016142.319492:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332497664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6516us (6690us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.319505:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13595 00000100:00100000:0.0:1734016142.322887:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.323156:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497792 00000100:00100000:3.0:1734016142.323167:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497792 00000100:00100000:3.0:1734016142.323226:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13596 00000100:00100000:3.0:1734016142.323234:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332497792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.323260:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.323289:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3178255 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ceb6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.323361:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334621696:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.323572:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.328251:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334621696:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.328319:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3178255 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceb6 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.328338:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d3178255 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceb6 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.328378:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016142.328482:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332497792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5247us (5610us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.328495:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13596 00000100:00100000:0.0:1734016142.335373:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.342594:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332497920 00000100:00100000:3.0:1734016142.342617:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332497920 00000100:00100000:3.0:1734016142.342715:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13597 00000100:00100000:3.0:1734016142.342740:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332497920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.342769:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.342809:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cebd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.342842:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.342851:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.342852:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.342857:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.342896:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.342909:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.342925:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621824:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016142.343010:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.350176:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.350216:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498048 00000100:00100000:2.0:1734016142.350224:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498048 00002000:00100000:2.0:1734016142.350286:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2867200->2874776) req@ffff88007625a300 x1818247332498048/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 8072/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.350297:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625a300 with x1818247332498048 ext(2867200->2874776) 00000100:00100000:3.0:1734016142.350307:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334621824:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016142.350308:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 9 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.350322:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 9 pid: 7694 timeout: 506 lvb_type: 0 00002000:00010000:2.0:1734016142.350328:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007625a300 00010000:00010000:3.0:1734016142.350344:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.350362:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:2.0:1734016142.350371:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 376 00000100:00100000:2.0:1734016142.350380:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332498048:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.352360:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332498048:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1975us (2190us total) trans 4294968256 rc 0/0 00000100:00100000:3.0:1734016142.352360:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332497920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9618us (16993us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.352369:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13597 00000100:00100000:2.0:1734016142.352372:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 376 00002000:00100000:2.0:1734016142.352379:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2867200->2874776) req@ffff88007625a300 x1818247332498048/t4294968256(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 8072/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.352386:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625a300 with x1818247332498048 ext(2867200->2874776) 00010000:00010000:2.0:1734016142.352394:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 11 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.352405:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 11 pid: 7694 timeout: 506 lvb_type: 0 00002000:00010000:2.0:1734016142.352411:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007625a300 00000100:00100000:0.0:1734016142.365036:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.365153:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498176 00000100:00100000:2.0:1734016142.365176:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498176 00010000:00010000:2.0:1734016142.365247:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 11 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.365308:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3636 00000100:00100000:2.0:1734016142.365321:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332498176:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.365351:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.365387:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:2.0:1734016142.365393:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 11 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.365412:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 11 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.365448:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31781de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 479232->483327) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce3f expref: 11 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.365501:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.365504:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.365513:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.365524:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.365574:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.365590:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334621952:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016142.365685:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.374824:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334621952:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016142.374852:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.374931:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332498176:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9605us (9908us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.374942:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3636 00000100:00100000:2.0:1734016142.375033:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.375092:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498304 00000100:00100000:3.0:1734016142.375100:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498304 00000100:00100000:3.0:1734016142.375130:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13598 00000100:00100000:3.0:1734016142.375136:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332498304:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.375491:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2874777 -> 2874777 00002000:00010000:3.0:1734016142.375495:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.375498:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.375500:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.375501:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1734016142.375569:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332498304:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 432us (537us total) trans 4294968257 rc 0/0 00000100:00100000:3.0:1734016142.375574:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13598 00000100:00100000:2.0:1734016142.384521:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.384588:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.385025:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498560 00000100:00100000:3.0:1734016142.385034:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498560 00000100:00100000:3.0:1734016142.385081:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498432 00000100:00100000:3.0:1734016142.385083:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498432 00000100:00100000:0.0:1734016142.385093:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13599 00000100:00100000:0.0:1734016142.385108:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332498560:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.385108:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13600 00000100:00100000:3.0:1734016142.385113:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332498432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.385124:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.385125:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.385142:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3178263 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cec4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.385157:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317826a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cecb expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.385200:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334622208:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.385200:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334622080:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016142.385276:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.385334:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.386947:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334622208:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.386947:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334622080:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016142.386985:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317826a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cecb expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.387001:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317826a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cecb expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.387039:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016142.387087:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332498560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1985us (2580us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.387099:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13599 00010000:00010000:3.0:1734016142.387380:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3178263 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cec4 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.387391:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d3178263 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cec4 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.389405:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016142.389483:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332498432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4364us (4890us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.389491:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13600 00000100:00100000:2.0:1734016142.395985:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.396046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.396135:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498816 00000100:00100000:1.0:1734016142.396148:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498816 00000100:00100000:1.0:1734016142.396192:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332498688 00000100:00100000:1.0:1734016142.396195:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332498688 00000100:00100000:1.0:1734016142.396225:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13601 00000100:00100000:1.0:1734016142.396233:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332498816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.396256:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.396278:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178271 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ced9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.396343:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334622336:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016142.396421:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.396674:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13602 00000100:00100000:0.0:1734016142.396680:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332498688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.396690:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.396702:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3178278 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ced2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.396763:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334622464:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016142.396791:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.398717:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334622464:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.398791:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3178278 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ced2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.398816:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3178278 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ced2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.398836:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016142.398893:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332498688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2210us (2844us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.398906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13602 00000100:00100000:1.0:1734016142.399135:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334622336:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016142.399161:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178271 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ced9 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.399171:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178271 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ced9 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.399323:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016142.399483:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332498816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3249us (3508us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.399487:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13601 00000100:00100000:0.0:1734016142.410610:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.414145:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499072 00000100:00100000:1.0:1734016142.414173:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499072 00000100:00100000:1.0:1734016142.414284:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2748 00000100:00100000:1.0:1734016142.414293:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:10366:x1818247332499072:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:1.0:1734016142.414365:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.414403:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1440/0xb46129d8d3178159 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cdc1 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.414444:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016142.414449:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016142.414663:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.414678:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.414690:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.414754:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.414774:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 22 pid: 6484 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.414790:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334622592:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016142.414886:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00080000:0.0:1734016142.415091:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016112 00000100:00100000:0.0:1734016142.422966:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.423275:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499200 00000100:00100000:2.0:1734016142.423287:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499200 00010000:00010000:2.0:1734016142.423353:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 23 pid: 6484 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.423407:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3637 00000100:00100000:2.0:1734016142.423418:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247332499200:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.423439:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.423447:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 23 pid: 6484 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.423461:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 23 pid: 6484 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.423503:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016142.423510:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016142.423520:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016142.423528:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016142.423558:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.423633:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1968:x1818247332499200:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 216us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.423639:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3637 00010000:00010000:1.0:1734016142.425596:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178183 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cde4 expref: 22 pid: 6484 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.425660:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334622592:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016142.425697:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.425706:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.425711:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:1.0:1734016142.425911:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969064 00000004:00010000:1.0:1734016142.425965:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e1a4700 reply state ffff88012c406000 transno 4294969065 ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016142.425974:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016142.426128:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332499072:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11834us (15525us total) trans 4294969065 rc 0/0 00000100:00100000:1.0:1734016142.426140:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2748 00000020:00080000:1.0:1734016142.426152:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016142.430573:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016142.430595:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016142.430602:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016142.430607:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800871e2f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016142.430611:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016142.430616:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016142.430631:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016142.430634:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016142.430637:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016142.430643:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d317827f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:0.0:1734016142.431361:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.431445:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499328 00000100:00100000:1.0:1734016142.431460:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499328 00000100:00100000:1.0:1734016142.431521:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13603 00000100:00100000:1.0:1734016142.431533:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332499328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.431557:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.431577:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cee0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.431607:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.431615:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.431617:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.431622:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.431657:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.431669:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 7 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.431682:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334622720:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016142.431794:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.441436:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334622720:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016142.441488:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.441513:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016142.441591:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332499328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10060us (10239us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.441601:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13603 00000100:00100000:0.0:1734016142.442493:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.442618:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499456 00000100:00100000:1.0:1734016142.442626:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499456 00010000:00010000:1.0:1734016142.442661:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.442687:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3638 00000100:00100000:1.0:1734016142.442693:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332499456:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.442713:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.442779:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.442793:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.442824:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d3178216 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1843200->1851391) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ce77 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.442853:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.442857:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.442863:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.442873:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.442905:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.442919:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334622848:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016142.442963:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.448984:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.449043:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499584 00000100:00100000:0.0:1734016142.449058:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499584 00000100:00100000:2.0:1734016142.449111:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334622848:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016142.449125:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13604 00000100:00100000:0.0:1734016142.449134:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332499584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.449141:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016142.449163:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.449190:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cee7 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.449204:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332499456:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6510us (6713us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.449216:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3638 00010000:00010000:0.0:1734016142.449227:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.449244:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016142.449247:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016142.449251:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.449292:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.449307:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 10 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.449322:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334622976:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016142.450580:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.455376:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334622976:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016142.455431:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.455460:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016142.455555:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332499584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6420us (6587us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.455569:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13604 00000100:00100000:2.0:1734016142.458899:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.460947:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499712 00000100:00100000:0.0:1734016142.460965:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499712 00010000:00010000:0.0:1734016142.461013:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 11 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.461075:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3639 00000100:00100000:0.0:1734016142.461084:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332499712:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.461106:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.461135:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 11 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.461149:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 11 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.461181:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317825c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cebd expref: 11 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.461229:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.461231:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.461240:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.461251:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.461300:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.461316:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334623104:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016142.461420:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.472353:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.472414:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.472448:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499968 00000100:00100000:0.0:1734016142.472457:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499968 00002000:00010000:0.0:1734016142.472495:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2606049->18446744073709551615) 00002000:00100000:0.0:1734016142.472500:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4380 with x1818247332499968 ext(2606049->18446744073709551615) 00002000:00010000:0.0:1734016142.472517:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4380. 00000100:00100000:0.0:1734016142.472538:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332499840 00000100:00100000:0.0:1734016142.472540:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332499840 00002000:00010000:0.0:1734016142.472550:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016142.472553:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247332499840 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016142.472559:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5f80. 00000100:00100000:0.0:1734016142.472572:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10204 00000100:00100000:0.0:1734016142.472581:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332499968:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016142.472931:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2874777 -> 2606049 00002000:00010000:0.0:1734016142.472935:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.472937:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.472939:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.472940:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:0.0:1734016142.472985:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332499968:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 404us (646us total) trans 4294968258 rc 0/0 00000100:00100000:0.0:1734016142.472992:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10204 00002000:00010000:0.0:1734016142.472995:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2606049->18446744073709551615) 00002000:00100000:0.0:1734016142.472997:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a4380 with x1818247332499968 ext(2606049->18446744073709551615) 00002000:00010000:0.0:1734016142.473002:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e1a4380. 00000100:00100000:0.0:1734016142.473019:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10205 00000100:00100000:0.0:1734016142.473024:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332499840:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:0.0:1734016142.473176:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4408520 -> 4194304 00002000:00010000:0.0:1734016142.473179:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.473181:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.473183:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.473185:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 120 -> 96 00000100:00100000:0.0:1734016142.473206:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332499840:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 181us (792us total) trans 4294969893 rc 0/0 00000100:00100000:0.0:1734016142.473217:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10205 00002000:00010000:0.0:1734016142.473219:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016142.473222:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e1a5f80 with x1818247332499840 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016142.473225:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e1a5f80. 00000100:00100000:2.0:1734016142.474168:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6470:1818247334623104:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016142.474202:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.474250:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332499712:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13166us (15364us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.474259:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3639 00000100:00100000:0.0:1734016142.480886:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.480966:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500096 00000100:00100000:1.0:1734016142.480979:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500096 00000100:00100000:1.0:1734016142.481045:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2749 00000100:00100000:1.0:1734016142.481053:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332500096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.481079:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.481118:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3178294 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5ceee expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.481257:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.481278:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.481293:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016142.481329:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6800353 00000004:00200000:1.0:1734016142.481334:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016142.481357:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016142.481386:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e2f40/0xb46129d8d3178294 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.481408:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.481417:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016142.481420:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016142.481424:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016142.481495:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332500096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 443us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.481504:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2749 00000100:00100000:0.0:1734016142.492441:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.497464:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.497636:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500224 00000100:00100000:3.0:1734016142.497654:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500224 00000100:00100000:0.0:1734016142.497769:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500352 00000100:00100000:0.0:1734016142.497773:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500352 00000100:00100000:3.0:1734016142.497784:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13605 00000100:00100000:3.0:1734016142.497807:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332500224:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.497816:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13606 00000100:00100000:0.0:1734016142.497821:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332500352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.497836:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.497836:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.497866:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31782a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cefc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.497866:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31782a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cef5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.497954:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334623232:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.497954:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334623360:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016142.498224:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.498634:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.502478:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334623360:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.502533:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31782a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cef5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.502553:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d31782a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cef5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.502578:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016142.502681:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332500224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4883us (10253us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.502695:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13605 00000100:00100000:2.0:1734016142.502867:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334623232:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.502896:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31782a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cefc expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.502906:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31782a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cefc expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.502920:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:2.0:1734016142.502942:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332500352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5121us (5500us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.502950:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13606 00000100:00100000:2.0:1734016142.520712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.520825:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.520955:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500608 00000100:00100000:3.0:1734016142.520969:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500608 00000100:00100000:3.0:1734016142.521027:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500480 00000100:00100000:3.0:1734016142.521030:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500480 00000100:00100000:3.0:1734016142.521050:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13607 00000100:00100000:3.0:1734016142.521059:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332500608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.521087:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.521115:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31782b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf0a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.521197:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334623488:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.521363:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13608 00000100:00100000:2.0:1734016142.521369:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332500480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.521378:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.521391:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31782b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf03 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.521425:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334623616:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.522915:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.522998:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.527853:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334623488:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.527905:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31782b0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf0a expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.527921:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31782b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf0a expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.527959:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:2.0:1734016142.528217:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334623616:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.528241:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31782b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf03 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.528250:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d31782b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf03 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.528263:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:3.0:1734016142.528754:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332500608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7691us (8062us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.528767:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13607 00000100:00100000:2.0:1734016142.529149:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332500480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7778us (8323us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.529157:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13608 00000100:00100000:1.0:1734016142.534502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.535075:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500736 00000100:00100000:2.0:1734016142.535091:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500736 00000100:00100000:2.0:1734016142.535234:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13609 00000100:00100000:2.0:1734016142.535247:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332500736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.535287:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.535322:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf11 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.535373:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.535382:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.535385:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.535392:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3858432->3866623] (req 3858432->3866623) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.535460:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.535479:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 7 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.535507:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334623744:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016142.536226:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.542218:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334623744:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016142.542276:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3858432->3866623] (req 3858432->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.542304:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016142.542402:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332500736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7157us (7921us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.542417:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13609 00000100:00100000:1.0:1734016142.543580:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.543785:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332500864 00000100:00100000:2.0:1734016142.543791:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332500864 00010000:00010000:2.0:1734016142.543829:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.543861:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3640 00000100:00100000:2.0:1734016142.543867:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332500864:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.543880:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.543906:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.543917:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.543941:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178286 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee0 expref: 8 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.543976:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.543978:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.543983:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.543991:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.544022:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.544033:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334623872:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016142.544084:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.556654:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6470:1818247334623872:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016142.556706:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.556839:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332500864:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12967us (13260us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.556857:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3640 00000100:00100000:1.0:1734016142.566229:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.566841:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501120 00000100:00100000:3.0:1734016142.566854:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501120 00002000:00100000:3.0:1734016142.566918:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012b9d1f80 x1818247332501120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.566929:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332501120 ext(0->4194303) 00002000:00010000:3.0:1734016142.566939:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:0.0:1734016142.568033:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10206 00000100:00100000:0.0:1734016142.568049:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332501120:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.636929:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332501120:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 68858us (70695us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016142.636946:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10206 00002000:00100000:2.0:1734016142.636968:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012b9d1f80 x1818247332501120/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.636981:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9d1f80 with x1818247332501120 ext(0->4194303) 00002000:00010000:2.0:1734016142.636993:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9d1f80 00000100:00100000:1.0:1734016142.646564:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.646703:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501248 00000100:00100000:2.0:1734016142.646715:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501248 00000100:00100000:2.0:1734016142.646837:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2750 00000100:00100000:2.0:1734016142.646845:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+19:10366:x1818247332501248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.646880:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.646914:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31782c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf18 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.647061:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31782cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.647082:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31782cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.647095:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31782cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016142.647133:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6800353 00000004:00200000:2.0:1734016142.647139:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.647165:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31782cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.647195:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffcb40/0xb46129d8d31782c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf18 expref: 21 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.647226:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31782cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf18 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.647236:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016142.647239:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.647242:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016142.647305:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332501248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 461us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.647313:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2750 00000100:00100000:1.0:1734016142.653644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.653828:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501376 00000100:00100000:2.0:1734016142.653850:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501376 00000100:00100000:3.0:1734016142.655162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13610 00000100:00100000:3.0:1734016142.655188:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332501376:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.655242:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.655285:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf1f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.655351:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.655354:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.655370:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.655399:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.655424:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016142.655579:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332501376:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 397us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.655589:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13610 00000100:00100000:2.0:1734016142.662896:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.663569:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501504 00000100:00100000:0.0:1734016142.663586:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501504 00000100:00100000:3.0:1734016142.664810:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13611 00000100:00100000:3.0:1734016142.664828:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332501504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.664868:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.664906:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf26 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.664966:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.664983:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.664990:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.664992:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.664998:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4616192->4624383] (req 4616192->4624383) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.665070:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.665091:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 7 pid: 7694 timeout: 506 lvb_type: 1 00000100:00100000:3.0:1734016142.665109:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624000:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016142.665283:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.665290:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.665300:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624128:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016142.665324:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.678398:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624000:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016142.678428:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624128:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016142.678493:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4616192->4624383] (req 4616192->4624383) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.678530:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016142.679346:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332501504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 14514us (16464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.679364:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13611 00000100:00100000:1.0:1734016142.680599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.681160:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.681860:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501760 00000100:00100000:3.0:1734016142.681881:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501760 00010000:00010000:3.0:1734016142.681949:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.683269:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501632 00000100:00100000:0.0:1734016142.683278:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501632 00010000:00010000:0.0:1734016142.683320:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00000100:00100000:0.0:1734016142.683364:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3641 00000100:00100000:0.0:1734016142.683375:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca62850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332501760:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.683394:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.683424:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.683438:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.683473:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3858432->3866623) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf11 expref: 9 pid: 10116 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.683502:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.683577:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca62850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332501760:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 204us (2986us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.683585:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3641 00000100:00100000:0.0:1734016142.683643:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3642 00000100:00100000:0.0:1734016142.683648:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332501632:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.683654:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.683661:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:0.0:1734016142.683670:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:0.0:1734016142.683684:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31782d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf1f expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:0.0:1734016142.683694:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.683696:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.683704:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.683713:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.683772:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.683787:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334624256:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016142.683837:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.700602:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334624256:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016142.700644:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.704007:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332501632:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 20338us (22828us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.704027:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3642 00000100:00100000:2.0:1734016142.704315:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.706588:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332501888 00000100:00100000:3.0:1734016142.706616:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332501888 00000100:00100000:3.0:1734016142.706741:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13612 00000100:00100000:3.0:1734016142.706756:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332501888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.706808:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.706847:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31782e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf2d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.706972:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334624384:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.707102:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.711923:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 2606049 -> 2612003 00002000:00010000:3.0:1734016142.711943:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016142.712003:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334624384:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.712097:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31782e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf2d expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.712131:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31782e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf2d expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.712619:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016142.714076:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332501888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7307us (9747us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.714090:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13612 00000100:00100000:3.0:1734016142.717866:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.717957:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332502016 00000100:00100000:0.0:1734016142.717977:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332502016 00000100:00100000:0.0:1734016142.718566:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13613 00000100:00100000:0.0:1734016142.718578:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332502016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.718610:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.718639:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31782e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf34 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.718862:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334624512:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016142.719018:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.722218:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334624512:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.722307:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31782e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf34 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.722329:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d31782e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf34 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.722370:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:2.0:1734016142.722483:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332502016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3904us (4635us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.722500:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13613 00000100:00100000:1.0:1734016142.727951:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.728245:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332502272 00000100:00100000:2.0:1734016142.728258:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332502272 00002000:00100000:2.0:1734016142.728334:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1323008->1327103) req@ffff88007718c700 x1818247332502272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.728347:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c700 with x1818247332502272 ext(1323008->1327103) 00002000:00010000:2.0:1734016142.728352:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718c700 00000100:00100000:2.0:1734016142.728391:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10207 00000100:00100000:2.0:1734016142.728399:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332502272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.728704:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332502272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 303us (767us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.728712:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10207 00002000:00100000:2.0:1734016142.728773:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1323008->1327103) req@ffff88007718c700 x1818247332502272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.728780:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718c700 with x1818247332502272 ext(1323008->1327103) 00002000:00010000:2.0:1734016142.728783:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007718c700 00000100:00100000:3.0:1734016142.734673:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.735119:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332502528 00000100:00100000:0.0:1734016142.735134:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332502528 00002000:00100000:0.0:1734016142.735214:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1327104->1331199) req@ffff880076645c00 x1818247332502528/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.735227:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645c00 with x1818247332502528 ext(1327104->1331199) 00002000:00010000:0.0:1734016142.735236:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076645c00 00000100:00100000:0.0:1734016142.736210:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10208 00000100:00100000:0.0:1734016142.736223:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332502528:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.736597:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332502528:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 376us (1953us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016142.736606:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10208 00002000:00100000:0.0:1734016142.736616:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1327104->1331199) req@ffff880076645c00 x1818247332502528/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.736627:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076645c00 with x1818247332502528 ext(1327104->1331199) 00002000:00010000:0.0:1734016142.736633:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076645c00 00000100:00100000:0.0:1734016142.740269:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.740419:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332502656 00000100:00100000:2.0:1734016142.740434:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332502656 00000100:00100000:2.0:1734016142.740497:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13614 00000100:00100000:2.0:1734016142.740508:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332502656:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.740539:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.740566:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf3b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.740652:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624640:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.740785:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.743014:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4194304 -> 4621645 00002000:00010000:2.0:1734016142.743021:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016142 -> 1734016143 00002000:00010000:2.0:1734016142.743024:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016142 -> 1734016143 00000100:00100000:2.0:1734016142.743049:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624640:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.743089:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf3b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.743106:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffed00/0xb46129d8d31782ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf3b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.743135:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016142.743207:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332502656:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2700us (2955us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.743217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13614 00000100:00100000:3.0:1734016142.750094:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.750209:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332502784 00000100:00100000:2.0:1734016142.750223:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332502784 00000100:00100000:2.0:1734016142.750288:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13615 00000100:00100000:2.0:1734016142.750297:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332502784:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.750327:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.750351:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31782f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf42 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.750431:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624768:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.750673:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.752584:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624768:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.752614:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31782f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf42 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.752632:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31782f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf42 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.752657:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016142.753311:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332502784:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3012us (3230us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.753320:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13615 00000100:00100000:1.0:1734016142.758790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.758934:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332502912 00000100:00100000:2.0:1734016142.758950:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332502912 00000100:00100000:2.0:1734016142.759014:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13616 00000100:00100000:2.0:1734016142.759025:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332502912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.759051:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.759083:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31782fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf49 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.759171:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624896:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.759242:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.763674:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334624896:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.763844:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31782fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf49 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.763867:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31782fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf49 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.764461:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016142.765200:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332502912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6170us (6416us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.765216:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13616 00000100:00100000:1.0:1734016142.770168:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.770390:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503040 00000100:00100000:2.0:1734016142.770406:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503040 00000100:00100000:2.0:1734016142.770879:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13617 00000100:00100000:2.0:1734016142.770892:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332503040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.770936:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.770968:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf50 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.771028:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.771041:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.771045:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.771051:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2547712->2551807] (req 2547712->2551807) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.771116:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.771135:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 7 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016142.771162:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334625024:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016142.771307:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.776663:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.776864:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334625024:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016142.776921:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2547712->2551807] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.776958:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:3.0:1734016142.777289:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503168 00000100:00100000:3.0:1734016142.777300:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503168 00002000:00100000:3.0:1734016142.777362:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4616192->4621644) req@ffff88007718d500 x1818247332503168/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 5944/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.777375:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247332503168 ext(4616192->4621644) 00010000:00010000:3.0:1734016142.777385:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 8 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016142.777400:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 8 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:3.0:1734016142.777409:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007718d500 00000100:00100000:3.0:1734016142.777457:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 377 00000100:00100000:3.0:1734016142.777472:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332503168:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.778391:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332503040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7492us (8239us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.778403:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13617 00000100:00100000:0.0:1734016142.779241:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332503168:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1771us (2596us total) trans 4294969894 rc 0/0 00000100:00100000:0.0:1734016142.779255:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 377 00002000:00100000:0.0:1734016142.779263:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4616192->4621644) req@ffff88007718d500 x1818247332503168/t4294969894(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:103/0 lens 5944/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.779274:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247332503168 ext(4616192->4621644) 00010000:00010000:0.0:1734016142.779285:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016142.779297:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:0.0:1734016142.779303:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007718d500 00000100:00100000:1.0:1734016142.785503:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.785599:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503296 00000100:00100000:0.0:1734016142.785610:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503296 00010000:00010000:0.0:1734016142.785652:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016142.785776:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3643 00000100:00100000:0.0:1734016142.785787:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332503296:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.785815:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016142.785847:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 96 -> 112 00010000:00010000:0.0:1734016142.785855:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016142.785873:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016142.785907:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31782da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4616192->4624383) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf26 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016142.785964:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.785968:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.785976:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.785986:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.786037:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.786057:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334625152:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016142.786159:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.791546:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334625152:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016142.791572:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.791633:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332503296:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5846us (6145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.791644:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3643 00000100:00100000:1.0:1734016142.802176:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.802304:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503552 00000100:00100000:0.0:1734016142.802319:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503552 00002000:00100000:0.0:1734016142.802378:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077169880 x1818247332503552/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.802395:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077169880 with x1818247332503552 ext(0->4194303) 00002000:00010000:0.0:1734016142.802404:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077169880 00000100:00100000:0.0:1734016142.802443:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10209 00000100:00100000:0.0:1734016142.802450:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332503552:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.859526:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332503552:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 57063us (57351us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016142.859543:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10209 00002000:00100000:2.0:1734016142.859560:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077169880 x1818247332503552/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.859570:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077169880 with x1818247332503552 ext(0->4194303) 00002000:00010000:2.0:1734016142.859576:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077169880 00000100:00100000:1.0:1734016142.867339:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.868634:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503680 00000100:00100000:2.0:1734016142.868657:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503680 00002000:00100000:2.0:1734016142.868823:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2547712->2555903) req@ffff88007716b480 x1818247332503680/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 8680/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.868839:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716b480 with x1818247332503680 ext(2547712->2555903) 00002000:00010000:2.0:1734016142.868848:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716b480 00000100:00100000:2.0:1734016142.868888:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10210 00000100:00100000:2.0:1734016142.868896:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332503680:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.870524:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332503680:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1617us (3189us total) trans 4294969895 rc 0/0 00000100:00100000:2.0:1734016142.870540:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10210 00002000:00100000:2.0:1734016142.870553:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2547712->2555903) req@ffff88007716b480 x1818247332503680/t4294969895(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 8680/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.870562:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007716b480 with x1818247332503680 ext(2547712->2555903) 00002000:00010000:2.0:1734016142.870569:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007716b480 00000100:00100000:1.0:1734016142.874233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.874391:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503808 00000100:00100000:2.0:1734016142.874408:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503808 00000100:00100000:2.0:1734016142.874493:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2751 00000100:00100000:2.0:1734016142.874504:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332503808:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:2.0:1734016142.874698:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332503808:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 196us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.874706:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2751 00000100:00100000:3.0:1734016142.877274:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.877397:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332503936 00000100:00100000:2.0:1734016142.877409:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332503936 00000100:00100000:2.0:1734016142.877472:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13618 00000100:00100000:2.0:1734016142.877480:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332503936:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016142.879616:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969895 is committed 00000001:00080000:2.0:1734016142.879632:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969894 is committed 00000100:00100000:0.0:1734016142.880022:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332503936:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2537us (2752us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.880034:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13618 00000100:00100000:1.0:1734016142.883902:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.884151:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504064 00000100:00100000:0.0:1734016142.884163:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504064 00000100:00100000:0.0:1734016142.884398:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13619 00000100:00100000:0.0:1734016142.884407:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332504064:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016142.884857:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4621645 -> 4621645 00002000:00010000:0.0:1734016142.884861:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:0.0:1734016142.884863:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.884866:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016142 00002000:00010000:0.0:1734016142.884868:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 136 00000100:00100000:0.0:1734016142.884952:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332504064:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 545us (1059us total) trans 4294969896 rc 0/0 00000100:00100000:0.0:1734016142.884960:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13619 00000100:00100000:1.0:1734016142.889638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.889706:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.889777:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504320 00000100:00100000:2.0:1734016142.889798:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504320 00000100:00100000:0.0:1734016142.889825:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504192 00000100:00100000:0.0:1734016142.889829:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504192 00000100:00100000:2.0:1734016142.889870:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13620 00000100:00100000:0.0:1734016142.889876:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13621 00000100:00100000:2.0:1734016142.889879:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332504320:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.889880:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332504192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.889902:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.889902:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.889929:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3178312 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf57 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.889929:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d317830b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf5e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.889993:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334625280:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016142.889993:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334625408:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016142.890695:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.891175:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00002000:00010000:0.0:1734016142.893118:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00002000:00010000:0.0:1734016142.893130:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016142 -> 1734016143 00000100:00100000:0.0:1734016142.893171:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334625280:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016142.893245:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3178312 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf57 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.893265:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d3178312 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf57 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016142.893402:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016142 -> 1734016143 00002000:00010000:2.0:1734016142.893408:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00002000:00010000:2.0:1734016142.893410:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016142 -> 1734016143 00000100:00100000:2.0:1734016142.893427:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334625408:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.893455:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d317830b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf5e expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.893465:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d317830b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf5e expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.893541:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00010000:00010000:0.0:1734016142.894036:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:2.0:1734016142.894105:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332504320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4221us (4478us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.894117:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13620 00000100:00100000:0.0:1734016142.894256:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332504192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4372us (4547us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.894261:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13621 00000100:00100000:2.0:1734016142.897869:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.897926:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.898319:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504576 00000100:00100000:0.0:1734016142.898335:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504576 00000100:00100000:0.0:1734016142.899390:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504448 00000100:00100000:0.0:1734016142.899398:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504448 00000100:00100000:3.0:1734016142.899847:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13622 00000100:00100000:3.0:1734016142.899857:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332504576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.899878:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.899901:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3178319 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf6c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.899990:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334625536:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.900084:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.900161:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13623 00000100:00100000:0.0:1734016142.900166:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332504448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.900173:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.900183:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3178320 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf65 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.900214:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334625664:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016142.900235:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.902805:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334625664:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016142.902847:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3178320 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf65 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.902861:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3178320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf65 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.902982:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334625536:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.902999:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3178319 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf6c expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.903008:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3178319 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf6c expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.903225:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00010000:00010000:3.0:1734016142.903482:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:0.0:1734016142.903531:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332504448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3360us (5600us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.903544:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13623 00000100:00100000:3.0:1734016142.903676:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332504576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3819us (5822us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.903683:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13622 00000100:00100000:2.0:1734016142.908978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.909029:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.909092:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504704 00000100:00100000:3.0:1734016142.909092:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504832 00000100:00100000:0.0:1734016142.909102:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504704 00000100:00100000:3.0:1734016142.909102:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504832 00000100:00100000:3.0:1734016142.909426:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13624 00000100:00100000:0.0:1734016142.909430:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13625 00000100:00100000:3.0:1734016142.909432:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332504832:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.909434:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332504704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.909447:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.909447:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.909465:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178327 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf73 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.909465:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317832e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf7a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.909513:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334625792:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.909513:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334625920:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016142.909569:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.909647:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.911521:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334625920:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.911563:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317832e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf7a expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.911580:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d317832e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf7a expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.911601:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016142.911655:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332504832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2221us (2692us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.911663:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13624 00000100:00100000:0.0:1734016142.911883:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334625792:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016142.911908:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178327 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf73 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.911919:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178327 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf73 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.911943:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:0.0:1734016142.911984:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332504704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2549us (2954us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.911991:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13625 00000100:00100000:2.0:1734016142.916699:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.916811:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.917034:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332504960 00000100:00100000:0.0:1734016142.917043:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332504960 00000100:00100000:0.0:1734016142.917848:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332505088 00000100:00100000:0.0:1734016142.917852:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332505088 00000100:00100000:3.0:1734016142.917853:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13626 00000100:00100000:3.0:1734016142.917862:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332504960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.917889:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.917909:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3178335 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf81 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.917951:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13627 00000100:00100000:0.0:1734016142.917956:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332505088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.917963:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1734016142.917966:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334626048:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016142.917973:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317833c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf88 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.918005:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334626176:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016142.918053:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.918843:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.921281:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334626048:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016142.921315:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3178335 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf81 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.921327:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d3178335 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf81 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.921340:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016142.921381:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332504960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3520us (4695us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.921388:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13626 00000100:00100000:2.0:1734016142.924252:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334626176:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016142.924308:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317833c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf88 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.924327:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317833c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf88 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.924365:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016142.924431:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332505088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6473us (7619us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.924441:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13627 00000100:00100000:2.0:1734016142.928644:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.929004:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332505344 00000100:00100000:0.0:1734016142.929021:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332505344 00000100:00100000:0.0:1734016142.929091:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2752 00000100:00100000:0.0:1734016142.929100:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+20:10366:x1818247332505344:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016142.929179:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.929220:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffcc0/0xb46129d8d31782cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf18 expref: 20 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.929252:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016142.929257:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016142.929494:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.929510:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.929516:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.929560:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 22 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.929572:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 22 pid: 6484 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016142.929589:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b9b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334626304:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016142.929677:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.933468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016142.933528:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332505472 00000100:00100000:0.0:1734016142.933541:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332505472 00010000:00010000:0.0:1734016142.933595:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 23 pid: 6484 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016142.933821:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3644 00000100:00100000:2.0:1734016142.933833:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1969:x1818247332505472:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.933855:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.933861:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 23 pid: 6484 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016142.933873:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 23 pid: 6484 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016142.933893:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016142.933898:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.933908:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.933917:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.933945:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.933999:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:1969:x1818247332505472:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 169us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.934008:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3644 00010000:00010000:3.0:1734016142.934223:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.934302:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317829b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5ceee expref: 22 pid: 6484 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016142.934321:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b9b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334626304:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016142.934347:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.934357:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.934361:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:0.0:1734016142.934499:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969066 00000004:00010000:0.0:1734016142.934568:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007970fb80 reply state ffff880076786000 transno 4294969067 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016142.934576:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016142.935359:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332505344:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 6254us (6729us total) trans 4294969067 rc 0/0 00000100:00100000:0.0:1734016142.935368:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2752 00000020:00080000:0.0:1734016142.935375:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016142.936900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:2.0:1734016142.937034:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.937046:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.937053:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016142.937053:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332505600 00010000:00010000:2.0:1734016142.937060:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e7cc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016142.937065:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016142.937071:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332505600 00010000:00010000:2.0:1734016142.937073:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.937092:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016142.937095:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016142.937100:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.937104:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178343 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00002000:00010000:3.0:1734016142.937119:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3796802->18446744073709551615) 00002000:00100000:3.0:1734016142.937124:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8e00 with x1818247332505600 ext(3796802->18446744073709551615) 00002000:00010000:3.0:1734016142.937134:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8e00. 00000100:00100000:3.0:1734016142.937156:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10211 00000100:00100000:3.0:1734016142.937166:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332505600:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016142.937517:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.937820:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332505728 00000100:00100000:1.0:1734016142.937825:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332505728 00002000:00010000:1.0:1734016142.937850:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016142.937853:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f800 with x1818247332505728 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016142.937860:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970f800. 00000100:00100000:1.0:1734016142.937905:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10212 00000100:00100000:1.0:1734016142.937910:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332505728:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016142.938158:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2612003 -> 0 00002000:00010000:1.0:1734016142.938161:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016142.938164:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:1.0:1734016142.938165:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016142.938167:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00002000:00010000:3.0:1734016142.938198:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4621645 -> 3796802 00002000:00010000:3.0:1734016142.938202:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016142.938204:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:3.0:1734016142.938206:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016142.938208:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 136 -> 112 00000100:00100000:1.0:1734016142.938232:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332505728:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 320us (715us total) trans 4294968259 rc 0/0 00000100:00100000:3.0:1734016142.938233:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332505600:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 1070us (1340us total) trans 4294969897 rc 0/0 00000100:00100000:1.0:1734016142.938238:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10212 00002000:00010000:1.0:1734016142.938242:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00000100:00100000:3.0:1734016142.938243:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10211 00002000:00100000:1.0:1734016142.938244:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007970f800 with x1818247332505728 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016142.938246:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3796802->18446744073709551615) 00002000:00010000:1.0:1734016142.938248:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007970f800. 00002000:00100000:3.0:1734016142.938250:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8e00 with x1818247332505600 ext(3796802->18446744073709551615) 00002000:00010000:3.0:1734016142.938255:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b9b8e00. 00000100:00100000:0.0:1734016142.942220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.942318:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332505856 00000100:00100000:2.0:1734016142.942325:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332505856 00000100:00100000:2.0:1734016142.942361:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2753 00000100:00100000:2.0:1734016142.942367:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+21:10366:x1818247332505856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.942388:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.942405:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317834a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf8f expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.942478:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178351 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.942489:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.942499:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016142.942520:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3796802 00000004:00200000:2.0:1734016142.942524:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.942538:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.942557:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d317834a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf8f expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.942570:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf8f expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.942577:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016142.942579:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.942582:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016142.942811:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332505856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 443us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.942817:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2753 00000100:00100000:0.0:1734016142.953978:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016142.954115:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332506112 00000100:00100000:2.0:1734016142.954133:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332506112 00000100:00100000:2.0:1734016142.954215:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2754 00000100:00100000:2.0:1734016142.954225:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+22:10366:x1818247332506112:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.954300:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.954343:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178351 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf8f expref: 22 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.954372:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016142.954377:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.954645:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.954663:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016142.954673:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016142.954739:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969068 00000004:00010000:2.0:1734016142.954764:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b9b9c00 reply state ffff8800797a6000 transno 4294969069 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016142.954772:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016142.954880:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332506112:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 655us (910us total) trans 4294969069 rc 0/0 00000100:00100000:2.0:1734016142.954887:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2754 00000020:00080000:2.0:1734016142.954895:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016142.966493:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016142.967346:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.967361:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.967368:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.967378:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffeac0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016142.967382:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.967388:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.967407:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016142.967410:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016142.967415:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016142.967420:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffeac0/0xb46129d8d3178358 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016142.968411:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332506240 00000100:00100000:2.0:1734016142.968428:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332506240 00002000:00010000:2.0:1734016142.968469:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016142.968474:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247332506240 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016142.968483:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532a00. 00000100:00100000:2.0:1734016142.968509:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10213 00000100:00100000:2.0:1734016142.968517:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332506240:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016142.968758:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3796802 -> 4194304 00002000:00010000:2.0:1734016142.968761:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016142.968763:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.968765:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016142.968767:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1734016142.968854:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332506240:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 336us (2371us total) trans 4294969898 rc 0/0 00000100:00100000:2.0:1734016142.968863:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10213 00002000:00010000:2.0:1734016142.968866:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016142.968868:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079532a00 with x1818247332506240 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016142.968872:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079532a00. 00000100:00100000:0.0:1734016142.970938:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016142.971914:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332506368 00000100:00100000:1.0:1734016142.971926:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332506368 00002000:00010000:1.0:1734016142.971959:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1414223->18446744073709551615) 00002000:00100000:1.0:1734016142.971963:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9ba680 with x1818247332506368 ext(1414223->18446744073709551615) 00002000:00010000:1.0:1734016142.971975:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9ba680. 00000100:00100000:1.0:1734016142.972015:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10214 00000100:00100000:1.0:1734016142.972023:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332506368:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016142.972194:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1414223 00002000:00010000:1.0:1734016142.972197:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016142.972199:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.972200:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016142.972203:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016142.972253:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1969:x1818247332506368:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 230us (1324us total) trans 4294968260 rc 0/0 00000100:00100000:1.0:1734016142.972259:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10214 00002000:00010000:1.0:1734016142.972263:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1414223->18446744073709551615) 00002000:00100000:1.0:1734016142.972265:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9ba680 with x1818247332506368 ext(1414223->18446744073709551615) 00002000:00010000:1.0:1734016142.972268:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9ba680. 00000100:00100000:0.0:1734016142.990580:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016142.992594:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332506624 00000100:00100000:3.0:1734016142.992618:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332506624 00002000:00100000:3.0:1734016142.992710:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->1417215) req@ffff88012b9b8700 x1818247332506624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.992746:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8700 with x1818247332506624 ext(0->1417215) 00002000:00010000:3.0:1734016142.992756:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9b8700 00000100:00100000:3.0:1734016142.992815:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10215 00000100:00100000:3.0:1734016142.992830:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332506624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.031008:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332506624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 38164us (40440us total) trans 0 rc 1417216/1417216 00000100:00100000:3.0:1734016143.031024:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10215 00002000:00100000:3.0:1734016143.031040:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->1417215) req@ffff88012b9b8700 x1818247332506624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 1417216/1417216 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.031050:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9b8700 with x1818247332506624 ext(0->1417215) 00002000:00010000:3.0:1734016143.031057:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9b8700 00000100:00100000:0.0:1734016143.041352:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.042218:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332506752 00000100:00100000:3.0:1734016143.042233:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332506752 00002000:00100000:3.0:1734016143.042373:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1404928->1414222) req@ffff88012b9baa00 x1818247332506752/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 9784/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.042394:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9baa00 with x1818247332506752 ext(1404928->1414222) 00002000:00010000:3.0:1734016143.042399:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9baa00 00000100:00080000:0.0:1734016143.043120:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016113 00000100:00100000:1.0:1734016143.043893:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10216 00000100:00100000:1.0:1734016143.043907:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1970:x1818247332506752:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.045036:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332506752:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1129us (3711us total) trans 4294968261 rc 0/0 00000100:00100000:1.0:1734016143.045046:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10216 00002000:00100000:1.0:1734016143.045055:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1404928->1414222) req@ffff88012b9baa00 x1818247332506752/t4294968261(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 9784/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.045071:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b9baa00 with x1818247332506752 ext(1404928->1414222) 00002000:00010000:1.0:1734016143.045077:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b9baa00 00000100:00100000:0.0:1734016143.047237:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.047307:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332506880 00000100:00100000:1.0:1734016143.047317:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332506880 00000100:00100000:1.0:1734016143.047367:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2755 00000100:00100000:1.0:1734016143.047373:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332506880:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:1.0:1734016143.047494:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332506880:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 121us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.047499:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2755 00000100:00100000:0.0:1734016143.056592:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.056814:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507008 00000100:00100000:2.0:1734016143.056832:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507008 00000100:00100000:3.0:1734016143.058482:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13628 00000100:00100000:3.0:1734016143.058503:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332507008:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016143.062559:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968261 is committed 00000001:00080000:2.0:1734016143.062619:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968257 is committed 00000100:00100000:3.0:1734016143.066573:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332507008:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8060us (9983us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.066585:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13628 00000100:00100000:0.0:1734016143.078575:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.078876:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507136 00000100:00100000:2.0:1734016143.078888:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507136 00000100:00100000:2.0:1734016143.078979:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2756 00000100:00100000:2.0:1734016143.078989:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+22:10366:x1818247332507136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.079026:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.079062:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317835f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf96 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.079223:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178366 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.079241:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.079261:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016143.079307:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5608527 00000004:00200000:2.0:1734016143.079314:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016143.079339:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.079374:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd200/0xb46129d8d317835f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf96 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.079410:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178366 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf96 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.079421:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016143.079424:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016143.079430:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016143.079508:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332507136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 520us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.079515:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2756 00000100:00100000:0.0:1734016143.087235:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.087345:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.087458:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507392 00000100:00100000:3.0:1734016143.087469:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507392 00000100:00100000:3.0:1734016143.087537:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507264 00000100:00100000:3.0:1734016143.087539:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507264 00000100:00100000:3.0:1734016143.087561:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13629 00000100:00100000:3.0:1734016143.087570:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332507392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.087594:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.087623:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317836d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfa4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.087714:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334626432:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016143.087835:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.088047:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13630 00000100:00100000:1.0:1734016143.088053:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332507264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.088062:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.088076:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3178374 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cf9d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.088111:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334626560:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.088155:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016143.094187:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00002000:00010000:3.0:1734016143.094203:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 24 00000100:00100000:3.0:1734016143.094245:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334626432:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.094309:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317836d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfa4 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094346:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d317836d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfa4 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094393:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016143.094522:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332507392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6949us (7294us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.094539:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13629 00002000:00010000:1.0:1734016143.095080:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:1.0:1734016143.095098:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334626560:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.095127:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3178374 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf9d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.095138:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d3178374 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf9d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.095158:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016143.095197:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332507264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7143us (7851us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.095203:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13630 00000100:00100000:3.0:1734016143.105021:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.105088:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.105666:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507648 00000100:00100000:1.0:1734016143.105685:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507648 00000100:00100000:1.0:1734016143.105800:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507520 00000100:00100000:1.0:1734016143.105803:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507520 00000100:00100000:1.0:1734016143.105837:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13631 00000100:00100000:1.0:1734016143.105847:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332507648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.105887:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.105931:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317837b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfb2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.106044:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334626688:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.106146:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.106378:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13632 00000100:00100000:0.0:1734016143.106385:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332507520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.106394:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.106407:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3178382 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfab expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.106446:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e1a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334626816:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016143.106475:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.114198:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334626688:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.114256:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317837b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfb2 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.114277:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317837b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfb2 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.114311:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016143.114389:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332507648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8541us (9392us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.114404:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13631 00000100:00100000:2.0:1734016143.115019:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e1a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334626816:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.115043:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3178382 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfab expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.115051:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3178382 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfab expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.115070:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:2.0:1734016143.115099:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332507520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8714us (10011us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.115105:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13632 00000100:00100000:1.0:1734016143.127406:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.127547:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332507904 00000100:00100000:3.0:1734016143.127557:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332507904 00002000:00100000:3.0:1734016143.127757:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3796992->4194303) req@ffff880076628000 x1818247332507904/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.127770:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628000 with x1818247332507904 ext(3796992->4194303) 00002000:00010000:3.0:1734016143.127777:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076628000 00000100:00080000:0.0:1734016143.127851:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016113 00000100:00100000:3.0:1734016143.127989:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10217 00000100:00100000:3.0:1734016143.127998:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332507904:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.141355:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332507904:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 13338us (13946us total) trans 0 rc 397312/397312 00000100:00100000:3.0:1734016143.141371:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10217 00002000:00100000:3.0:1734016143.141392:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3796992->4194303) req@ffff880076628000 x1818247332507904/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 397312/397312 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.141406:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628000 with x1818247332507904 ext(3796992->4194303) 00002000:00010000:3.0:1734016143.141417:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076628000 00000100:00100000:0.0:1734016143.151094:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.151228:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.151431:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508032 00000100:00100000:1.0:1734016143.151445:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508032 00000100:00100000:1.0:1734016143.151534:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508160 00000100:00100000:1.0:1734016143.151537:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508160 00000100:00100000:1.0:1734016143.151561:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13633 00000100:00100000:1.0:1734016143.151572:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.151605:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.151638:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3178389 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfb9 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.151792:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334626944:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.151865:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.151902:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13634 00000100:00100000:1.0:1734016143.151906:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.151915:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.151925:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178390 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfc0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.151950:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627072:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.151971:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.165194:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627072:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.165256:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178390 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfc0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.165279:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d3178390 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfc0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.165324:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016143.165419:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13506us (14184us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.165432:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13634 00000100:00100000:2.0:1734016143.168209:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334626944:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.168247:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3178389 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfb9 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.168260:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d3178389 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfb9 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.168287:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:2.0:1734016143.168358:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e1a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 16785us (17280us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.168368:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13633 00000100:00100000:0.0:1734016143.172108:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.172171:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.172257:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508416 00000100:00100000:1.0:1734016143.172266:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508416 00000100:00100000:2.0:1734016143.172287:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508288 00000100:00100000:2.0:1734016143.172291:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508288 00000100:00100000:1.0:1734016143.172313:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13635 00000100:00100000:2.0:1734016143.172323:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13636 00000100:00100000:1.0:1734016143.172324:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508416:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016143.172327:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.172346:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.172346:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.172360:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317839e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfce expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.172360:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3178397 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfc7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.172409:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627328:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.172409:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007970ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334627200:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.172470:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.172646:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.174505:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007970ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334627200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.174548:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3178397 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfc7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.174562:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdb00/0xb46129d8d3178397 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfc7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.174578:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016143.174642:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2312us (2467us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.174651:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13636 00000100:00100000:1.0:1734016143.176972:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627328:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.177030:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317839e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfce expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.177047:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d317839e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfce expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.177107:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016143.177220:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800771f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332508416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4894us (5124us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.177233:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13635 00000100:00100000:2.0:1734016143.182127:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.182378:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.182973:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508672 00000100:00100000:1.0:1734016143.183125:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508672 00000100:00100000:3.0:1734016143.183388:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508544 00000100:00100000:3.0:1734016143.183393:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508544 00000100:00100000:3.0:1734016143.183451:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13637 00000100:00100000:3.0:1734016143.183460:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332508544:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.183477:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13638 00010000:00010000:3.0:1734016143.183481:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016143.183482:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332508672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.183490:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.183500:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31783ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfdc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.183500:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31783a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfd5 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.183570:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334627456:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016143.183645:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.183941:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627584:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.183978:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.187267:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334627456:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.187303:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31783a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfd5 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.187317:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d31783a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfd5 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.187343:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016143.187389:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332508544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3928us (5009us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.187398:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13637 00000100:00100000:1.0:1734016143.187531:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627584:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.187555:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31783ac lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfdc expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.187565:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d31783ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfdc expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.187598:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016143.187620:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007970ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332508672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4137us (5508us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.187629:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13638 00000100:00100000:2.0:1734016143.192792:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.192996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.193071:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508800 00000100:00100000:1.0:1734016143.193085:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508800 00000100:00100000:1.0:1734016143.193141:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332508928 00000100:00100000:1.0:1734016143.193143:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332508928 00000100:00100000:1.0:1734016143.193161:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13639 00000100:00100000:1.0:1734016143.193169:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332508800:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.193196:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.193219:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31783b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfe3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.193285:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334627712:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.193362:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.193478:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13640 00000100:00100000:1.0:1734016143.193482:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087257c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332508928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.193490:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.193501:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31783ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfea expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.193525:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334627840:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.193545:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.197780:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334627840:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.197853:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31783ba lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfea expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.197880:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31783ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfea expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.197906:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:2.0:1734016143.197982:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087257c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332508928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4496us (4983us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.197994:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13640 00000100:00100000:1.0:1734016143.198260:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334627712:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.198281:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31783b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfe3 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.198296:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d31783b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfe3 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.198317:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016143.198341:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332508800:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5175us (5713us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.198346:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13639 00000100:00100000:0.0:1734016143.206504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.206635:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509056 00000100:00100000:1.0:1734016143.206648:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509056 00000100:00100000:1.0:1734016143.206710:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13641 00000100:00100000:1.0:1734016143.206759:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332509056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.206792:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.206821:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cff1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.207294:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.207304:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.207306:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.207311:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3534848->3538943] (req 3534848->3538943) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.207363:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.207377:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 5 pid: 10116 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.207389:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627968:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016143.207678:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.210848:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076509180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334627968:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016143.210901:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3534848->3538943] (req 3534848->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.210929:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016143.210997:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332509056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4279us (4511us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.211007:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13641 00000100:00100000:0.0:1734016143.222055:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.223957:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509184 00000100:00100000:2.0:1734016143.223989:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509184 00010000:00010000:2.0:1734016143.224091:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 6 pid: 10116 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.225224:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3645 00000100:00100000:2.0:1734016143.225236:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332509184:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.225264:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.225306:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 6 pid: 10116 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.225323:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 6 pid: 10116 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.225359:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317828d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cee7 expref: 6 pid: 10116 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.225403:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.225406:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.225413:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.225421:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.225467:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.225483:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334628096:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016143.225574:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.227905:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334628096:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016143.227940:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.228055:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332509184:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2818us (6019us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.228074:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3645 00000100:00100000:1.0:1734016143.228411:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.228484:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509312 00000100:00100000:2.0:1734016143.228493:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509312 00000100:00100000:2.0:1734016143.228676:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13642 00000100:00100000:2.0:1734016143.228685:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332509312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.228709:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.228897:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31783c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cff8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.228967:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628224:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.229026:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.230501:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628224:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.230534:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31783c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.230547:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31783c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.230562:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016143.230618:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332509312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1931us (2207us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.230632:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13642 00000100:00100000:0.0:1734016143.232696:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.232896:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509440 00000100:00100000:2.0:1734016143.232914:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509440 00000100:00100000:2.0:1734016143.232984:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13643 00000100:00100000:2.0:1734016143.232993:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332509440:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.233027:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.233063:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31783cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5cfff expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.233168:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628352:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.233284:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.235240:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.235294:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31783cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfff expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.235318:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31783cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cfff expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.235341:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016143.235413:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332509440:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2419us (2731us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.235424:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13643 00000100:00100000:0.0:1734016143.237635:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.237811:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509568 00000100:00100000:1.0:1734016143.237826:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509568 00000100:00100000:1.0:1734016143.237908:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2757 00000100:00100000:1.0:1734016143.237919:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332509568:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.237952:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.237982:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31783d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d006 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.238137:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016143.238162:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016143.238177:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:1.0:1734016143.238212:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5608527 00000004:00200000:1.0:1734016143.238220:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016143.238247:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:1.0:1734016143.238273:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e33c0/0xb46129d8d31783d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.238307:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.238316:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016143.238318:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016143.238322:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016143.238368:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332509568:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 451us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.238374:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2757 00000100:00100000:0.0:1734016143.241822:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.242083:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509696 00000100:00100000:2.0:1734016143.242095:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509696 00000100:00100000:2.0:1734016143.242145:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13644 00000100:00100000:2.0:1734016143.242153:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332509696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.242182:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.242211:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31783e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d00d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.242289:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334628480:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.242362:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.246068:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 1414223 -> 3536513 00000100:00100000:2.0:1734016143.246106:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334628480:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.246149:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31783e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d00d expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.246164:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31783e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d00d expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.246203:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016143.247219:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332509696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5060us (5696us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.247234:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13644 00000100:00100000:0.0:1734016143.251138:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.251377:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509824 00000100:00100000:2.0:1734016143.251397:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509824 00000100:00100000:2.0:1734016143.251465:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13645 00000100:00100000:2.0:1734016143.251477:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332509824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.251506:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.251524:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31783eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d014 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.251592:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334628608:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.251669:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.253953:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334628608:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.254025:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31783eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d014 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.254043:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31783eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d014 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.254077:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016143.254154:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332509824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2678us (3036us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.254169:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13645 00000100:00100000:0.0:1734016143.257515:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.257667:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332509952 00000100:00100000:2.0:1734016143.257688:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332509952 00000100:00100000:2.0:1734016143.257829:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13646 00000100:00100000:2.0:1734016143.257843:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332509952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.257880:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.257914:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31783f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d01b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.258023:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628736:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.258137:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.261110:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628736:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.261165:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31783f2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d01b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.261186:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31783f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d01b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.261218:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016143.261307:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332509952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3465us (3808us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.261319:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13646 00000100:00100000:0.0:1734016143.264668:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.265382:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510080 00000100:00100000:2.0:1734016143.265409:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510080 00000100:00100000:2.0:1734016143.265522:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13647 00000100:00100000:2.0:1734016143.265539:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332510080:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.265575:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.265612:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d31783f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d022 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.265765:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628864:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.265873:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.269240:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334628864:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.269299:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d31783f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d022 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.269320:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d31783f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d022 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.269359:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016143.269440:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332510080:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3903us (4800us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.269453:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13647 00000100:00100000:0.0:1734016143.274647:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.275013:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510208 00000100:00100000:2.0:1734016143.275027:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510208 00000100:00100000:2.0:1734016143.275095:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13648 00000100:00100000:2.0:1734016143.275104:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332510208:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.275133:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.275160:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3178400 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d029 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.275246:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334628992:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.275364:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.279174:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334628992:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.279214:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3178400 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d029 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.279230:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3178400 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d029 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.279246:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016143.279313:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332510208:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4210us (4681us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.279323:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13648 00000100:00100000:0.0:1734016143.283110:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.283262:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510336 00000100:00100000:2.0:1734016143.283280:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510336 00000100:00100000:2.0:1734016143.283357:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13649 00000100:00100000:2.0:1734016143.283368:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332510336:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016143.283757:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016143.283761:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.283763:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:2.0:1734016143.283765:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.283768:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 128 00000100:00100000:2.0:1734016143.283866:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332510336:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 500us (781us total) trans 4294969899 rc 0/0 00000100:00100000:2.0:1734016143.283876:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13649 00000100:00100000:0.0:1734016143.287890:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.288070:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510464 00000100:00100000:2.0:1734016143.288082:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510464 00000100:00100000:2.0:1734016143.288147:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13650 00000100:00100000:2.0:1734016143.288154:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332510464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.288174:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.288197:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178407 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d030 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.288273:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629120:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.288794:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.290812:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629120:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.290855:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178407 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d030 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.290877:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178407 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d030 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.290914:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016143.290971:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332510464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2816us (3091us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.290984:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13650 00000100:00100000:0.0:1734016143.295182:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.295294:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510592 00000100:00100000:2.0:1734016143.295307:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510592 00000100:00100000:2.0:1734016143.295920:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13651 00000100:00100000:2.0:1734016143.295931:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332510592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.295953:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.295978:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d317840e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d037 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.296055:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629248:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.296315:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.304209:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629248:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.304283:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d317840e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d037 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.304307:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff180/0xb46129d8d317840e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d037 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.305154:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016143.305293:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332510592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9360us (10126us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.305307:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13651 00000100:00100000:0.0:1734016143.309431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.309637:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510720 00000100:00100000:2.0:1734016143.309651:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510720 00000100:00100000:2.0:1734016143.309713:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13652 00000100:00100000:2.0:1734016143.309748:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332510720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.309773:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.309808:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178415 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d03e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.309897:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334629376:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.309999:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.313982:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:2.0:1734016143.314038:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334629376:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.314089:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178415 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d03e expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.314108:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178415 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d03e expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.314655:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016143.314829:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332510720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5105us (5412us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.314840:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13652 00000100:00100000:1.0:1734016143.326983:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.327197:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332510976 00000100:00100000:3.0:1734016143.327207:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332510976 00002000:00100000:3.0:1734016143.327257:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->3534847) req@ffff880076628e00 x1818247332510976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.327274:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628e00 with x1818247332510976 ext(0->3534847) 00002000:00010000:3.0:1734016143.327280:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076628e00 00000100:00100000:3.0:1734016143.327305:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10218 00000100:00100000:3.0:1734016143.327314:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332510976:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.364006:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332510976:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 36675us (37016us total) trans 0 rc 1417216/1417216 00000100:00100000:2.0:1734016143.364023:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10218 00002000:00100000:2.0:1734016143.364039:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->3534847) req@ffff880076628e00 x1818247332510976/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 1417216/1417216 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.364050:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076628e00 with x1818247332510976 ext(0->3534847) 00002000:00010000:2.0:1734016143.364057:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076628e00 00000100:00100000:1.0:1734016143.380261:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.380401:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511104 00000100:00100000:2.0:1734016143.380415:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511104 00002000:00100000:2.0:1734016143.380483:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3354624->3536512) req@ffff880076629880 x1818247332511104/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 504/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.380496:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629880 with x1818247332511104 ext(3354624->3536512) 00002000:00010000:2.0:1734016143.380503:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076629880 00000100:00100000:2.0:1734016143.380553:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10219 00000100:00100000:2.0:1734016143.380562:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332511104:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.387578:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332511104:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6994us (7309us total) trans 4294968262 rc 0/0 00000100:00100000:2.0:1734016143.387600:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10219 00002000:00100000:2.0:1734016143.387625:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3354624->3536512) req@ffff880076629880 x1818247332511104/t4294968262(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 504/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.387639:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629880 with x1818247332511104 ext(3354624->3536512) 00002000:00010000:2.0:1734016143.387648:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076629880 00000100:00100000:0.0:1734016143.394111:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.394956:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511232 00000100:00100000:2.0:1734016143.394977:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511232 00000100:00100000:2.0:1734016143.395640:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13653 00000100:00100000:2.0:1734016143.395657:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332511232:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016143.399300:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968262 is committed 00000100:00100000:0.0:1734016143.400005:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332511232:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 4342us (5903us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.400018:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13653 00000100:00100000:1.0:1734016143.406937:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.407105:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511360 00000100:00100000:0.0:1734016143.407124:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511360 00000100:00100000:0.0:1734016143.407197:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13654 00000100:00100000:0.0:1734016143.407208:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332511360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.407240:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.407268:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317841c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d045 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.407353:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629504:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016143.407455:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.415813:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 24 -> 48 00000100:00100000:2.0:1734016143.415842:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629504:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.415874:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317841c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d045 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.415888:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d317841c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d045 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.416121:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016143.416254:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332511360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9046us (9339us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.416263:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13654 00000100:00100000:0.0:1734016143.422408:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.427536:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511488 00000100:00100000:2.0:1734016143.427555:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511488 00000100:00100000:2.0:1734016143.427633:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13655 00000100:00100000:2.0:1734016143.427640:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332511488:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.427659:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.427685:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3178423 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d04c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.427805:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.427984:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.433003:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334629632:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.433070:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3178423 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d04c expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.433093:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc6c0/0xb46129d8d3178423 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d04c expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.433130:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016143.433202:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332511488:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5560us (10806us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.433215:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13655 00000100:00100000:0.0:1734016143.443231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.443422:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511616 00000100:00100000:2.0:1734016143.443444:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511616 00000100:00100000:2.0:1734016143.443659:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13656 00000100:00100000:2.0:1734016143.443674:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332511616:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.443710:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.443794:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d317842a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d053 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.443884:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334629760:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.444014:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.450084:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334629760:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.450127:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d317842a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d053 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.450145:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc240/0xb46129d8d317842a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d053 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.450714:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016143.451442:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332511616:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7767us (8219us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.451453:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13656 00000100:00100000:1.0:1734016143.462974:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.463276:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511744 00000100:00100000:2.0:1734016143.463289:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511744 00000100:00100000:2.0:1734016143.463571:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13657 00000100:00100000:2.0:1734016143.463580:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332511744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.463610:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.463642:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d05a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.463680:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.463696:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.463699:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.463704:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [434176->446463] (req 434176->446463) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.463999:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.464019:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.464040:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334629888:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016143.464120:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.469806:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334629888:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016143.469855:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [434176->446463] (req 434176->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.469878:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016143.472166:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332511744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8566us (9188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.472183:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13657 00000100:00100000:0.0:1734016143.472638:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.472913:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332511872 00000100:00100000:2.0:1734016143.472926:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332511872 00002000:00100000:2.0:1734016143.472975:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1843200->1851391) req@ffff880076c69180 x1818247332511872/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 8680/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.472990:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c69180 with x1818247332511872 ext(1843200->1851391) 00010000:00010000:2.0:1734016143.473003:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 11 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.473016:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 11 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:2.0:1734016143.473023:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076c69180 00000100:00100000:2.0:1734016143.473044:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 378 00000100:00100000:2.0:1734016143.473051:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332511872:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.477622:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332511872:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4559us (4973us total) trans 4294969900 rc 0/0 00000100:00100000:2.0:1734016143.477640:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 378 00002000:00100000:2.0:1734016143.477658:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1843200->1851391) req@ffff880076c69180 x1818247332511872/t4294969900(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 8680/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.477668:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c69180 with x1818247332511872 ext(1843200->1851391) 00010000:00010000:2.0:1734016143.477678:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 13 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.477696:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 13 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:2.0:1734016143.477703:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076c69180 00000100:00100000:1.0:1734016143.491030:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.491152:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512000 00000100:00100000:2.0:1734016143.491167:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512000 00010000:00010000:2.0:1734016143.491216:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 13 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.500330:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3646 00000100:00100000:2.0:1734016143.500356:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332512000:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.500389:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016143.500432:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 128 -> 144 00010000:00010000:2.0:1734016143.500445:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 13 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.500470:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 13 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.500507:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd440/0xb46129d8d3178304 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2547712->2551807) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf50 expref: 13 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.500559:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.500562:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.500570:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.500584:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.500655:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.500677:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334630016:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016143.500833:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.508431:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334630016:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016143.508476:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.512100:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.512277:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512128 00000100:00100000:1.0:1734016143.512298:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512128 00000100:00100000:1.0:1734016143.512407:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13658 00000100:00100000:1.0:1734016143.512422:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332512128:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016143.512948:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016143.512953:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.512955:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.512957:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.512958:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 144 -> 168 00000100:00100000:1.0:1734016143.513055:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332512128:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 637us (973us total) trans 4294969901 rc 0/0 00000100:00100000:1.0:1734016143.513062:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13658 00000100:00100000:2.0:1734016143.515364:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332512000:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14991us (24326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.515389:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3646 00000100:00100000:3.0:1734016143.526247:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.526416:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.527942:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512256 00000100:00100000:0.0:1734016143.527957:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512256 00000100:00100000:0.0:1734016143.535041:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512384 00000100:00100000:0.0:1734016143.535065:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512384 00000100:00100000:2.0:1734016143.535978:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13659 00000100:00100000:2.0:1734016143.535996:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332512256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.536042:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.536081:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3178438 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d061 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.536183:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334630144:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.536420:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.536524:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13660 00000100:00100000:3.0:1734016143.536536:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332512384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.536550:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.536569:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317843f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d068 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.536619:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334630272:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016143.536656:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.544163:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334630144:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016143.544213:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3178438 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d061 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.544232:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc480/0xb46129d8d3178438 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d061 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.544250:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016143.544319:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332512256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8328us (18095us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.544329:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13659 00000100:00100000:3.0:1734016143.544774:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334630272:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.544804:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317843f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d068 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.544813:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d317843f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d068 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.544837:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016143.544865:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332512384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8331us (18448us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.544871:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13660 00000100:00100000:2.0:1734016143.555134:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.555196:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.555273:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512640 00000100:00100000:3.0:1734016143.555290:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512640 00000100:00100000:3.0:1734016143.555425:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512512 00000100:00100000:3.0:1734016143.555428:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512512 00000100:00100000:0.0:1734016143.555489:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13661 00000100:00100000:0.0:1734016143.555498:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332512640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.555523:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.555554:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3178446 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d076 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.555658:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334630400:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.555817:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13662 00000100:00100000:2.0:1734016143.555823:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332512512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.555833:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.555846:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d317844d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d06f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.555891:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334630528:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.558014:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.560556:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.567294:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334630528:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.567354:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d317844d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d06f expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.567373:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffef40/0xb46129d8d317844d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d06f expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.567393:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:0.0:1734016143.567488:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332512512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11663us (12289us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.567498:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13662 00000100:00100000:1.0:1734016143.577476:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334630400:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.577543:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3178446 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d076 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.577567:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3178446 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d076 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.577588:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:1.0:1734016143.577664:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332512640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 22164us (22548us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.577677:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13661 00000100:00100000:3.0:1734016143.584916:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.584959:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.585023:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512896 00000100:00100000:1.0:1734016143.585034:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512896 00000100:00100000:1.0:1734016143.585348:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332512768 00000100:00100000:1.0:1734016143.585351:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332512768 00000100:00100000:0.0:1734016143.585388:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13663 00000100:00100000:0.0:1734016143.585395:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332512896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.585416:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.585437:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3178454 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d084 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.585500:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334630656:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016143.585587:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.585634:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13664 00000100:00100000:1.0:1734016143.585639:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332512768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.585649:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.585659:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317845b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d07d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.585691:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334630784:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.585717:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.598351:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334630656:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.598412:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3178454 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d084 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.598429:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d3178454 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d084 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.598449:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016143.598533:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332512896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13135us (13627us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.598543:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13663 00000100:00100000:1.0:1734016143.598663:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334630784:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.598685:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317845b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d07d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.598693:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d317845b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d07d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.598712:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016143.598749:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332512768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13109us (13789us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.598755:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13664 00000100:00100000:3.0:1734016143.609686:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.609902:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513152 00000100:00100000:1.0:1734016143.609918:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513152 00000100:00100000:1.0:1734016143.609997:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13665 00000100:00100000:1.0:1734016143.610009:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332513152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.610044:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.610078:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178462 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d092 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.610164:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334630912:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.610240:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.616551:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.620194:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513024 00000100:00100000:0.0:1734016143.620216:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513024 00000100:00100000:0.0:1734016143.620314:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13666 00000100:00100000:0.0:1734016143.620323:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332513024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.620363:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.620398:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3178469 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d08b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.620499:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631040:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.620561:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334630912:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016143.620578:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016143.620802:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178462 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d092 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.620815:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178462 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d092 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.620833:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016143.620865:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332513152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10857us (11194us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.620874:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13665 00000100:00100000:0.0:1734016143.638982:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631040:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.639042:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3178469 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d08b expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.639061:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3178469 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d08b expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.639108:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016143.639206:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332513024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 18882us (22673us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.639216:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13666 00000100:00100000:3.0:1734016143.645128:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.645227:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513408 00000100:00100000:2.0:1734016143.645244:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513408 00000100:00100000:2.0:1734016143.645319:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2758 00000100:00100000:2.0:1734016143.645329:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+23:10366:x1818247332513408:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016143.645416:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.645451:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178366 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cf96 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.645504:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016143.645511:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016143.645838:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.645854:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.645864:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.645908:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 23 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.645923:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 23 pid: 6484 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.645939:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334631168:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016143.646038:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.649182:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334631168:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016143.649227:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016143.650545:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.651096:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513536 00000100:00100000:2.0:1734016143.651109:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513536 00010000:00010000:2.0:1734016143.651157:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 24 pid: 6484 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.651210:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3647 00000100:00100000:2.0:1734016143.651219:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1969:x1818247332513536:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.651238:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.651245:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 24 pid: 6484 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.651258:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 24 pid: 6484 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.651289:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31783dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d006 expref: 24 pid: 6484 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016143.651329:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016143.651335:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.651344:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.651353:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.651374:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016143.651393:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016143.651402:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016143.651427:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1969:x1818247332513536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 209us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.651434:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3647 00000001:00080000:1.0:1734016143.652542:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969070 00000004:00010000:1.0:1734016143.652642:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075e84000 reply state ffff8800797a2000 transno 4294969071 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016143.652652:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016143.652832:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332513408:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 7496us (7721us total) trans 4294969071 rc 0/0 00000100:00100000:1.0:1734016143.652843:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2758 00000020:00080000:1.0:1734016143.652849:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016143.657859:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.657874:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.657883:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.657889:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffef40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016143.657895:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.657903:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.657925:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016143.657928:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016143.657933:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016143.657936:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffef40/0xb46129d8d3178470 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016143.658076:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.658139:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.658212:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513792 00000100:00100000:0.0:1734016143.658220:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513792 00000100:00100000:2.0:1734016143.658244:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513664 00000100:00100000:2.0:1734016143.658249:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513664 00002000:00010000:0.0:1734016143.658257:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3152811->18446744073709551615) 00002000:00100000:0.0:1734016143.658260:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796faa00 with x1818247332513792 ext(3152811->18446744073709551615) 00002000:00010000:2.0:1734016143.658262:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016143.658265:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fa680 with x1818247332513664 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016143.658269:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796faa00. 00002000:00010000:2.0:1734016143.658272:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fa680. 00000100:00100000:2.0:1734016143.658288:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10220 00000100:00100000:0.0:1734016143.658294:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10221 00000100:00100000:2.0:1734016143.658294:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332513664:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:0.0:1734016143.658299:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332513792:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016143.658492:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016143.658495:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.658497:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.658500:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.658502:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1734016143.658561:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332513664:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 265us (420us total) trans 4294969902 rc 0/0 00000100:00100000:2.0:1734016143.658569:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10220 00002000:00010000:2.0:1734016143.658572:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016143.658574:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fa680 with x1818247332513664 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016143.658578:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796fa680. 00002000:00010000:1.0:1734016143.658893:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3536513 -> 3152811 00002000:00010000:1.0:1734016143.658898:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.658902:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.658904:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.658906:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 24 00000100:00100000:1.0:1734016143.658928:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332513792:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 628us (2217us total) trans 4294968263 rc 0/0 00000100:00100000:1.0:1734016143.658936:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10221 00002000:00010000:1.0:1734016143.658939:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3152811->18446744073709551615) 00002000:00100000:1.0:1734016143.658940:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796faa00 with x1818247332513792 ext(3152811->18446744073709551615) 00002000:00010000:1.0:1734016143.658944:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796faa00. 00000100:00100000:2.0:1734016143.666902:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.669009:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332513920 00000100:00100000:1.0:1734016143.669026:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332513920 00000100:00100000:1.0:1734016143.669272:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2759 00000100:00100000:1.0:1734016143.669282:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+24:10366:x1818247332513920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.669319:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.669352:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3178477 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d099 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.669469:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317847e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.669488:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317847e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.669501:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317847e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016143.669526:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7347115 00000004:00200000:1.0:1734016143.669530:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016143.669548:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317847e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.669573:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d3178477 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d099 expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.669876:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317847e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d099 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.669884:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016143.669887:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016143.669891:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016143.670229:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332513920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 947us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.670237:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2759 00000100:00100000:3.0:1734016143.674497:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.674592:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514048 00000100:00100000:1.0:1734016143.674606:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514048 00000100:00100000:1.0:1734016143.675292:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2760 00000100:00100000:1.0:1734016143.675308:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332514048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.675355:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.675396:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3178485 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0a0 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.675576:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.675602:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.675622:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016143.675664:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7347115 00000004:00200000:1.0:1734016143.675671:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016143.675706:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.675764:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e3600/0xb46129d8d3178485 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.675801:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 24 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.675810:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016143.675814:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016143.675818:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016143.675943:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332514048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 635us (1458us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.675954:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2760 00000100:00100000:3.0:1734016143.682547:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.682963:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.683056:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514176 00000100:00100000:1.0:1734016143.683065:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514176 00000100:00100000:1.0:1734016143.683376:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514304 00000100:00100000:1.0:1734016143.683379:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514304 00000100:00100000:0.0:1734016143.683423:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13667 00000100:00100000:0.0:1734016143.683430:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332514176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.683445:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.683465:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3178493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0a7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.683514:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631296:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016143.683566:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.683604:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13668 00000100:00100000:1.0:1734016143.683608:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332514304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.683615:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.683624:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d317849a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0ae expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.683647:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334631424:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.683664:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.685415:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631296:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.685449:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3178493 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a7 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.685460:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4fc0/0xb46129d8d3178493 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a7 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.685599:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334631424:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.685613:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d317849a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0ae expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.685621:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d317849a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0ae expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.685632:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016143.685666:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332514304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2056us (2703us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.685672:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13668 00010000:00010000:0.0:1734016143.685845:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4fc0, rc 0) 00000100:00100000:0.0:1734016143.685864:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332514176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2434us (3329us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.685869:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13667 00000100:00100000:0.0:1734016143.690007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.690042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.690162:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514560 00000100:00100000:1.0:1734016143.690173:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514560 00000100:00100000:1.0:1734016143.690223:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514432 00000100:00100000:1.0:1734016143.690225:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514432 00000100:00100000:1.0:1734016143.690245:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13669 00000100:00100000:1.0:1734016143.690252:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332514560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.690274:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.690297:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31784a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0bc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.690355:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334631552:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.690406:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.690421:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13670 00000100:00100000:1.0:1734016143.690425:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332514432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.690432:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.690442:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31784a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0b5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.690465:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631680:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.690481:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.692842:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334631552:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.692890:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31784a1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0bc expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.692904:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31784a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0bc expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.693263:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076259180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631680:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.693281:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31784a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0b5 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.693297:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31784a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0b5 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.693319:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:0.0:1734016143.693369:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332514432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2940us (3324us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.693381:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13670 00010000:00010000:1.0:1734016143.693883:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016143.693905:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332514560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3653us (3910us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.693912:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13669 00000100:00100000:3.0:1734016143.699045:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.699205:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514688 00000100:00100000:1.0:1734016143.699224:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514688 00000100:00100000:1.0:1734016143.699287:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13671 00000100:00100000:1.0:1734016143.699296:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332514688:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016143.699956:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016143.699960:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.699963:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.699965:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.699966:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1734016143.700071:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332514688:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 774us (1040us total) trans 4294969903 rc 0/0 00000100:00100000:1.0:1734016143.700077:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13671 00000100:00100000:0.0:1734016143.704611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.704664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.704802:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514816 00000100:00100000:2.0:1734016143.704813:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514816 00000100:00100000:2.0:1734016143.704864:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332514944 00000100:00100000:2.0:1734016143.704866:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332514944 00000100:00100000:2.0:1734016143.704886:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13672 00000100:00100000:2.0:1734016143.704892:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332514816:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.704913:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.704936:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0c3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.705015:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631808:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.705112:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.705146:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13673 00000100:00100000:2.0:1734016143.705151:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332514944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.705157:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.705168:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31784b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0ca expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.705192:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334631936:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016143.705210:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016143.709936:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016143 -> 1734016144 00000100:00100000:3.0:1734016143.709976:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334631936:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.710020:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31784b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0ca expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.710037:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31784b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0ca expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00002000:00010000:0.0:1734016143.710147:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016143 -> 1734016144 00000100:00100000:0.0:1734016143.710164:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334631808:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.710185:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0c3 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.710194:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0c3 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.710210:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:0.0:1734016143.710262:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332514816:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5369us (5663us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.710275:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13672 00010000:00010000:3.0:1734016143.713071:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:3.0:1734016143.713257:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332514944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8089us (8576us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.713275:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13673 00000100:00100000:3.0:1734016143.721238:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.721299:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.721990:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332515200 00000100:00100000:0.0:1734016143.722005:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332515200 00000100:00100000:0.0:1734016143.722074:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332515072 00000100:00100000:0.0:1734016143.722078:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332515072 00000100:00100000:0.0:1734016143.722105:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13674 00000100:00100000:0.0:1734016143.722113:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332515200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.722138:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.722161:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31784bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0d8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.722231:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334632064:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016143.722291:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.722536:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13675 00000100:00100000:3.0:1734016143.722543:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332515072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.722552:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.722563:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31784c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0d1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.722593:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334632192:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016143.722628:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.730399:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334632064:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016143.730461:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31784bd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0d8 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730480:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e46c0/0xb46129d8d31784bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0d8 expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730515:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e46c0, rc 0) 00000100:00100000:0.0:1734016143.730589:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332515200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8474us (9362us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.730600:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13674 00000100:00100000:3.0:1734016143.734408:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334632192:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.734469:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31784c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0d1 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.734491:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d31784c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0d1 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.734522:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016143.734591:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332515072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12043us (13286us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.734606:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13675 00000100:00100000:1.0:1734016143.742355:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.742455:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332515456 00000100:00100000:2.0:1734016143.742466:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332515456 00000100:00100000:2.0:1734016143.742510:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2761 00000100:00100000:2.0:1734016143.742517:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+25:10366:x1818247332515456:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016143.742567:0:6484:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.742600:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0d80/0xb46129d8d317847e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d099 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.742621:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016143.742627:0:6484:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016143.743311:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016143.743325:0:6484:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.743332:0:6484:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016143.746898:0:6484:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 23 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.746934:0:6484:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 23 pid: 7713 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016143.746956:0:6484:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334632320:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016143.747078:0:6484:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.752684:0:6484:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077302300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6484:1818247334632320:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016143.752746:0:6484:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016143.753116:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.753182:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332515584 00000100:00100000:2.0:1734016143.753189:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332515584 00010000:00010000:2.0:1734016143.753218:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 24 pid: 7713 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016143.753255:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3648 00000100:00100000:2.0:1734016143.753262:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca62450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:1968:x1818247332515584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.753277:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.753284:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 24 pid: 7713 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016143.753294:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 24 pid: 7713 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016143.753317:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317848c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0a0 expref: 24 pid: 7713 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016143.753333:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016143.753338:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016143.753346:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016143.753353:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016143.753370:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.753415:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca62450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:1968:x1818247332515584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 152us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.753423:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3648 00010000:00010000:2.0:1734016143.753474:0:6484:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:2.0:1734016143.753480:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000001:00080000:2.0:1734016143.753571:0:6484:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969072 00000004:00010000:2.0:1734016143.753621:0:6484:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076258000 reply state ffff8800797a3000 transno 4294969073 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000100:00100000:2.0:1734016143.753631:0:6484:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016143.753689:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332515456:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 11172us (11341us total) trans 4294969073 rc 0/0 00000100:00100000:2.0:1734016143.753694:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2761 00000020:00080000:2.0:1734016143.753698:0:6484:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016143.762839:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:0.0:1734016143.762937:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016143.762953:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016143.762963:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016143.762983:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffd8c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016143.762991:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016143.763003:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016143.763032:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016143.763035:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016143.763044:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016143.763050:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffd8c0/0xb46129d8d31784cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6484 initiator: MDT0 00000100:00100000:1.0:1734016143.765703:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332515712 00000100:00100000:1.0:1734016143.765759:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332515712 00002000:00010000:1.0:1734016143.765822:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016143.765827:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8380 with x1818247332515712 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016143.765846:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8380. 00000100:00100000:1.0:1734016143.765902:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10222 00000100:00100000:1.0:1734016143.765913:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332515712:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016143.766132:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016143.766135:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016144 00002000:00010000:1.0:1734016143.766138:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.766142:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016143.766144:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1734016143.766223:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332515712:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 312us (3403us total) trans 4294969904 rc 0/0 00000100:00100000:1.0:1734016143.766233:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10222 00002000:00010000:1.0:1734016143.766236:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016143.766238:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f8380 with x1818247332515712 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016143.766242:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800796f8380. 00000100:00100000:1.0:1734016143.767718:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.768681:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332515840 00000100:00100000:2.0:1734016143.768689:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332515840 00002000:00010000:2.0:1734016143.768737:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3368219->18446744073709551615) 00002000:00100000:2.0:1734016143.768741:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625bb80 with x1818247332515840 ext(3368219->18446744073709551615) 00002000:00010000:2.0:1734016143.768751:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007625bb80. 00000100:00100000:2.0:1734016143.768787:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10223 00000100:00100000:2.0:1734016143.768792:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332515840:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016143.768985:0:13923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3152811 -> 3368219 00002000:00010000:2.0:1734016143.768988:0:13923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016144 00002000:00010000:2.0:1734016143.768990:0:13923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.768992:0:13923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016143.768994:0:13923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1734016143.769045:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332515840:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 252us (1332us total) trans 4294968264 rc 0/0 00000100:00100000:2.0:1734016143.769052:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10223 00002000:00010000:2.0:1734016143.769054:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3368219->18446744073709551615) 00002000:00100000:2.0:1734016143.769056:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007625bb80 with x1818247332515840 ext(3368219->18446744073709551615) 00002000:00010000:2.0:1734016143.769060:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007625bb80. 00000100:00100000:2.0:1734016143.778744:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.778895:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332516096 00000100:00100000:1.0:1734016143.778912:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332516096 00002000:00100000:1.0:1734016143.778985:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3358720->3362815) req@ffff8800871f8450 x1818247332516096/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.778999:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800871f8450 with x1818247332516096 ext(3358720->3362815) 00002000:00010000:1.0:1734016143.779007:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800871f8450 00000100:00100000:1.0:1734016143.779032:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10224 00000100:00100000:1.0:1734016143.779043:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800871f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332516096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.779346:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800871f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332516096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 304us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016143.779355:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10224 00002000:00100000:1.0:1734016143.779361:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3358720->3362815) req@ffff8800871f8450 x1818247332516096/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.779369:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800871f8450 with x1818247332516096 ext(3358720->3362815) 00002000:00010000:1.0:1734016143.779372:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800871f8450 00000100:00100000:3.0:1734016143.786139:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.787244:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332516352 00000100:00100000:2.0:1734016143.787259:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332516352 00002000:00100000:2.0:1734016143.787331:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3362816->3366911) req@ffff8800796fbb80 x1818247332516352/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.787343:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fbb80 with x1818247332516352 ext(3362816->3366911) 00002000:00010000:2.0:1734016143.787352:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796fbb80 00000100:00100000:2.0:1734016143.787400:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10225 00000100:00100000:2.0:1734016143.787407:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332516352:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.787687:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332516352:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 280us (1568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.787694:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10225 00002000:00100000:2.0:1734016143.787700:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3362816->3366911) req@ffff8800796fbb80 x1818247332516352/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.787707:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796fbb80 with x1818247332516352 ext(3362816->3366911) 00002000:00010000:2.0:1734016143.787709:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796fbb80 00000100:00100000:1.0:1734016143.791641:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.791853:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332516608 00000100:00100000:2.0:1734016143.791864:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332516608 00002000:00100000:2.0:1734016143.791909:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3366912->3371007) req@ffff880076258700 x1818247332516608/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.791919:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247332516608 ext(3366912->3371007) 00002000:00010000:2.0:1734016143.791924:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258700 00000100:00100000:2.0:1734016143.792350:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10226 00000100:00100000:2.0:1734016143.792359:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332516608:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.792700:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332516608:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 341us (1070us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.792712:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10226 00002000:00100000:2.0:1734016143.792718:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3366912->3371007) req@ffff880076258700 x1818247332516608/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.792744:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076258700 with x1818247332516608 ext(3366912->3371007) 00002000:00010000:2.0:1734016143.792747:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076258700 00000100:00100000:3.0:1734016143.796032:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.796346:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332516736 00000100:00100000:2.0:1734016143.796358:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332516736 00002000:00100000:2.0:1734016143.796429:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3358720->3368218) req@ffff8800796f9f80 x1818247332516736/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 9992/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.796440:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9f80 with x1818247332516736 ext(3358720->3368218) 00002000:00010000:2.0:1734016143.796446:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9f80 00000100:00100000:2.0:1734016143.796490:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10227 00000100:00100000:2.0:1734016143.796499:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332516736:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.797697:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332516736:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1192us (1667us total) trans 4294968265 rc 0/0 00000100:00100000:2.0:1734016143.797708:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10227 00002000:00100000:2.0:1734016143.797717:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3358720->3368218) req@ffff8800796f9f80 x1818247332516736/t4294968265(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 9992/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.797844:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9f80 with x1818247332516736 ext(3358720->3368218) 00002000:00010000:2.0:1734016143.797850:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9f80 00000100:00100000:3.0:1734016143.801378:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.801650:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332516864 00000100:00100000:2.0:1734016143.801672:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332516864 00000100:00100000:3.0:1734016143.802030:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2762 00000100:00100000:3.0:1734016143.802045:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332516864:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016143.802330:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332516864:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 289us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.802339:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2762 00000100:00100000:1.0:1734016143.805298:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.806193:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332516992 00000100:00100000:3.0:1734016143.806436:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332516992 00000100:00100000:3.0:1734016143.807035:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13676 00000100:00100000:3.0:1734016143.807044:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332516992:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.809648:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968265 is committed 00000100:00100000:3.0:1734016143.812835:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332516992:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 5774us (7539us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.812854:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13676 00000100:00100000:2.0:1734016143.818565:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016143.818874:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332517120 00000100:00100000:1.0:1734016143.818894:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332517120 00000100:00100000:1.0:1734016143.818985:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2763 00000100:00100000:1.0:1734016143.818997:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332517120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.819032:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.819075:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31784d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0df expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.819273:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.819298:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.819313:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:1.0:1734016143.819352:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7562523 00000004:00200000:1.0:1734016143.819357:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016143.819386:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016143.819414:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e1680/0xb46129d8d31784d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.819455:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.819464:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016143.819467:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016143.819472:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016143.819560:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332517120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 565us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.819568:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2763 00000100:00100000:0.0:1734016143.824751:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.824959:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332517376 00000100:00100000:3.0:1734016143.824968:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332517376 00002000:00100000:3.0:1734016143.825021:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2297856->2301951) req@ffff880076c6a300 x1818247332517376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.825032:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6a300 with x1818247332517376 ext(2297856->2301951) 00002000:00010000:3.0:1734016143.825039:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6a300 00000100:00100000:3.0:1734016143.825065:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10228 00000100:00100000:3.0:1734016143.825073:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332517376:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.825405:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332517376:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 332us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.825412:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10228 00002000:00100000:3.0:1734016143.825419:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2297856->2301951) req@ffff880076c6a300 x1818247332517376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.825425:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6a300 with x1818247332517376 ext(2297856->2301951) 00002000:00010000:3.0:1734016143.825428:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6a300 00000100:00100000:0.0:1734016143.828909:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.830131:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332517632 00000100:00100000:2.0:1734016143.830151:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332517632 00002000:00100000:2.0:1734016143.830240:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2301952->2306047) req@ffff880076c6aa00 x1818247332517632/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.830254:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6aa00 with x1818247332517632 ext(2301952->2306047) 00002000:00010000:2.0:1734016143.830262:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6aa00 00000100:00100000:2.0:1734016143.830322:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10229 00000100:00100000:2.0:1734016143.830332:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332517632:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.831826:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332517632:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1490us (2934us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.831837:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10229 00002000:00100000:2.0:1734016143.831844:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2301952->2306047) req@ffff880076c6aa00 x1818247332517632/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.831853:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6aa00 with x1818247332517632 ext(2301952->2306047) 00002000:00010000:2.0:1734016143.831858:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6aa00 00000100:00100000:2.0:1734016143.844835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.844919:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.845021:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332517760 00000100:00100000:3.0:1734016143.845035:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332517760 00000100:00100000:3.0:1734016143.845116:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332517888 00000100:00100000:3.0:1734016143.845118:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332517888 00000100:00100000:3.0:1734016143.845141:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13677 00000100:00100000:0.0:1734016143.845151:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13678 00000100:00100000:0.0:1734016143.845159:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332517888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.845186:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.845213:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31784e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0ed expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.845230:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332517760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.845238:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.845247:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31784e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0e6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.845356:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334632448:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.845510:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334632576:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016143.845883:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.845883:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016143.850481:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00002000:00010000:1.0:1734016143.850493:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 24 -> 48 00000100:00100000:1.0:1734016143.850525:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334632576:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016143.850573:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31784e0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0ed expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.850588:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d31784e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0ed expref: 6 pid: 13917 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016143.850701:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:3.0:1734016143.850713:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334632448:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.850765:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31784e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0e6 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.850783:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31784e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0e6 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.850801:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00010000:00010000:1.0:1734016143.851257:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:3.0:1734016143.851306:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332517760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6154us (6594us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.851316:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13677 00000100:00100000:1.0:1734016143.851425:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332517888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6266us (6504us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.851431:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13678 00000100:00100000:1.0:1734016143.856861:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.857183:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332518016 00000100:00100000:2.0:1734016143.857199:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332518016 00000100:00100000:2.0:1734016143.857273:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13679 00000100:00100000:2.0:1734016143.857282:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332518016:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.857310:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.857335:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0f4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.857371:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.857380:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.857382:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.857386:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1761280->1765375] (req 1761280->1765375) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.857422:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.857435:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 11 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016143.857450:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334632704:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016143.857549:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.861412:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334632704:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016143.861456:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1761280->1765375] (req 1761280->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 13 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.861479:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:0.0:1734016143.861543:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332518016:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4260us (4696us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.861552:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13679 00000100:00100000:0.0:1734016143.862012:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.862228:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332518144 00000100:00100000:3.0:1734016143.862237:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332518144 00010000:00010000:3.0:1734016143.862266:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 12 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016143.862306:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3649 00000100:00100000:3.0:1734016143.862313:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332518144:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.862326:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.862352:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 12 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016143.862364:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 12 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016143.863022:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d3178431 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 434176->446463) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d05a expref: 12 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016143.863042:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.863044:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.863050:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.863057:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.863091:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.863106:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334632832:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016143.863180:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.867569:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334632832:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016143.867612:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.867711:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332518144:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5395us (5697us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.867757:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3649 00000100:00100000:0.0:1734016143.868085:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.869208:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332518400 00000100:00100000:3.0:1734016143.869222:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332518400 00002000:00100000:3.0:1734016143.869298:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1761280->1765375) req@ffff880076c68380 x1818247332518400/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.869311:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c68380 with x1818247332518400 ext(1761280->1765375) 00002000:00010000:3.0:1734016143.869319:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c68380 00000100:00100000:3.0:1734016143.869355:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10230 00000100:00100000:3.0:1734016143.869366:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332518400:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.871058:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332518400:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1683us (2964us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.871073:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10230 00002000:00100000:3.0:1734016143.871091:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1761280->1765375) req@ffff880076c68380 x1818247332518400/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.871100:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c68380 with x1818247332518400 ext(1761280->1765375) 00002000:00010000:3.0:1734016143.871106:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c68380 00000100:00100000:0.0:1734016143.875983:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.876100:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332518656 00000100:00100000:3.0:1734016143.876110:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332518656 00002000:00100000:3.0:1734016143.876157:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1765376->1769471) req@ffff880076c6ad80 x1818247332518656/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.876166:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ad80 with x1818247332518656 ext(1765376->1769471) 00002000:00010000:3.0:1734016143.876172:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6ad80 00000100:00100000:3.0:1734016143.876321:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10231 00000100:00100000:3.0:1734016143.876330:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332518656:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.876708:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332518656:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 378us (739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.876715:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10231 00002000:00100000:3.0:1734016143.877251:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1765376->1769471) req@ffff880076c6ad80 x1818247332518656/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.877260:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6ad80 with x1818247332518656 ext(1765376->1769471) 00002000:00010000:3.0:1734016143.877265:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6ad80 00000100:00100000:1.0:1734016143.880314:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.880416:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332518912 00000100:00100000:3.0:1734016143.880426:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332518912 00002000:00100000:3.0:1734016143.880461:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1769472->1773567) req@ffff880076259500 x1818247332518912/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.880471:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259500 with x1818247332518912 ext(1769472->1773567) 00002000:00010000:3.0:1734016143.880478:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259500 00000100:00100000:3.0:1734016143.880505:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10232 00000100:00100000:3.0:1734016143.880512:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332518912:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.880704:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332518912:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 190us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.880712:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10232 00002000:00100000:3.0:1734016143.880717:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1769472->1773567) req@ffff880076259500 x1818247332518912/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.880759:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259500 with x1818247332518912 ext(1769472->1773567) 00002000:00010000:3.0:1734016143.880762:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076259500 00000100:00100000:2.0:1734016143.885166:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.885287:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332519040 00000100:00100000:0.0:1734016143.885311:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332519040 00000100:00100000:0.0:1734016143.885414:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13680 00000100:00100000:0.0:1734016143.885432:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1971:x1818247332519040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.885478:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.885521:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d0fb expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.885573:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.885577:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.885591:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.885615:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 12 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.885636:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:0.0:1734016143.885770:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332519040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 341us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.885787:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13680 00000100:00100000:1.0:1734016143.891583:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.891882:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332519168 00000100:00100000:0.0:1734016143.891902:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332519168 00002000:00100000:0.0:1734016143.892001:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (884736->897023) req@ffff880076259f80 x1818247332519168/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 12776/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.892019:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259f80 with x1818247332519168 ext(884736->897023) 00002000:00010000:0.0:1734016143.892028:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076259f80 00000100:00100000:0.0:1734016143.892341:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10233 00000100:00100000:0.0:1734016143.892357:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332519168:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016143.897519:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332519168:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5150us (5953us total) trans 4294968266 rc 0/0 00000100:00100000:0.0:1734016143.897539:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10233 00002000:00100000:0.0:1734016143.897558:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (884736->897023) req@ffff880076259f80 x1818247332519168/t4294968266(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:104/0 lens 12776/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.897568:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076259f80 with x1818247332519168 ext(884736->897023) 00002000:00010000:0.0:1734016143.897575:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076259f80 00000100:00100000:1.0:1734016143.913655:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.913758:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332519296 00000100:00100000:3.0:1734016143.913769:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332519296 00000100:00100000:3.0:1734016143.913823:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13681 00000100:00100000:3.0:1734016143.913832:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332519296:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.915397:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968266 is committed 00000100:00100000:3.0:1734016143.915965:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332519296:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2126us (2314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.915979:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13681 00000100:00100000:2.0:1734016143.922483:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.922676:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332519424 00000100:00100000:3.0:1734016143.922696:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332519424 00000100:00100000:3.0:1734016143.923083:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13682 00000100:00100000:3.0:1734016143.923092:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332519424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.923113:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.923135:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31784fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d102 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.923204:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334632960:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016143.925091:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00010000:00010000:3.0:1734016143.939578:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1734016143.939964:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 48 -> 72 00000100:00100000:3.0:1734016143.939988:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334632960:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.940024:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31784fc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d102 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.940038:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d31784fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d102 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.940057:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016143.940117:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332519424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17025us (17651us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.940128:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13682 00000100:00100000:0.0:1734016143.955610:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016143.956518:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332519680 00000100:00100000:2.0:1734016143.956534:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332519680 00002000:00100000:2.0:1734016143.956600:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1798144->1802239) req@ffff880076c69f80 x1818247332519680/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.956612:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c69f80 with x1818247332519680 ext(1798144->1802239) 00002000:00010000:2.0:1734016143.956618:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c69f80 00000100:00100000:3.0:1734016143.957899:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10234 00000100:00100000:3.0:1734016143.957910:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332519680:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.958339:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332519680:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 429us (2743us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.958350:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10234 00002000:00100000:3.0:1734016143.958359:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1798144->1802239) req@ffff880076c69f80 x1818247332519680/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.958369:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c69f80 with x1818247332519680 ext(1798144->1802239) 00002000:00010000:3.0:1734016143.958374:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c69f80 00000100:00100000:2.0:1734016143.969681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016143.970118:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332519936 00000100:00100000:0.0:1734016143.970133:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332519936 00002000:00100000:0.0:1734016143.970198:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1802240->1806335) req@ffff880076508700 x1818247332519936/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.970211:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332519936 ext(1802240->1806335) 00002000:00010000:0.0:1734016143.970221:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:0.0:1734016143.970275:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10235 00000100:00100000:0.0:1734016143.970284:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332519936:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.970784:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332519936:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 490us (1121us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016143.970792:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10235 00002000:00100000:0.0:1734016143.970800:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1802240->1806335) req@ffff880076508700 x1818247332519936/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.970807:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076508700 with x1818247332519936 ext(1802240->1806335) 00002000:00010000:0.0:1734016143.970814:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076508700 00000100:00100000:0.0:1734016143.979848:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.980100:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520064 00000100:00100000:3.0:1734016143.980116:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520064 00000100:00100000:3.0:1734016143.980184:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13683 00000100:00100000:3.0:1734016143.980194:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332520064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.980219:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.980253:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3178503 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d109 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.980344:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633088:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016143.980466:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.989876:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633088:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016143.989927:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3178503 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d109 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.989944:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d3178503 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d109 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.992996:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016143.993137:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332520064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12934us (13302us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.993149:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13683 00000100:00100000:0.0:1734016143.998233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016143.998378:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520192 00000100:00100000:3.0:1734016143.998391:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520192 00000100:00100000:3.0:1734016143.998432:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13684 00000100:00100000:3.0:1734016143.998440:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332520192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.998460:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.998476:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d110 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.998504:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.998517:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.998519:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.998522:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1916928->1921023] (req 1916928->1921023) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.998553:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.998568:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 7 pid: 7692 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016143.998581:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633216:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016143.998648:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.008861:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633216:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016144.008904:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1916928->1921023] (req 1916928->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.008927:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016144.009005:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332520192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10565us (10784us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.009016:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13684 00000100:00100000:0.0:1734016144.015974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.016911:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520320 00000100:00100000:3.0:1734016144.016928:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520320 00010000:00010000:3.0:1734016144.016999:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 8 pid: 7692 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.017064:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3650 00000100:00100000:3.0:1734016144.017073:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332520320:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.017091:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.017122:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 8 pid: 7692 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.017134:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 8 pid: 7692 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.017165:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31783c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3534848->3538943) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5cff1 expref: 8 pid: 7692 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.017191:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.017195:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.017203:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.017210:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.017255:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.017269:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334633344:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016144.017367:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00080000:0.0:1734016144.022245:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016114 00000100:00100000:3.0:1734016144.025655:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334633344:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016144.025699:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.025826:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332520320:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8752us (9871us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.025842:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3650 00000100:00100000:0.0:1734016144.028543:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.028691:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520576 00000100:00100000:2.0:1734016144.028707:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520576 00002000:00100000:2.0:1734016144.028828:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1417216->3371007) req@ffff88007623d180 x1818247332520576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.028849:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d180 with x1818247332520576 ext(1417216->3371007) 00002000:00010000:2.0:1734016144.028856:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623d180 00000100:00100000:2.0:1734016144.030992:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10236 00000100:00100000:2.0:1734016144.031019:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332520576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.068578:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332520576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 37546us (40035us total) trans 0 rc 1953792/1953792 00000100:00100000:2.0:1734016144.068599:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10236 00002000:00100000:2.0:1734016144.068619:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1417216->3371007) req@ffff88007623d180 x1818247332520576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 1953792/1953792 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.068630:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623d180 with x1818247332520576 ext(1417216->3371007) 00002000:00010000:2.0:1734016144.068641:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623d180 00000100:00100000:0.0:1734016144.082056:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.085953:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520704 00000100:00100000:2.0:1734016144.085978:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520704 00002000:00100000:2.0:1734016144.086051:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1916928->1929215) req@ffff88007623f800 x1818247332520704/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 12776/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.086062:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247332520704 ext(1916928->1929215) 00002000:00010000:2.0:1734016144.086067:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623f800 00000100:00100000:2.0:1734016144.086124:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10237 00000100:00100000:2.0:1734016144.086135:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332520704:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016144.090358:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332520704:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4207us (8304us total) trans 4294968267 rc 0/0 00000100:00100000:2.0:1734016144.090377:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10237 00002000:00100000:2.0:1734016144.090396:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1916928->1929215) req@ffff88007623f800 x1818247332520704/t4294968267(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 12776/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.090406:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007623f800 with x1818247332520704 ext(1916928->1929215) 00002000:00010000:2.0:1734016144.090414:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007623f800 00000100:00100000:0.0:1734016144.094044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.094141:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520832 00000100:00100000:3.0:1734016144.094155:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520832 00000100:00100000:3.0:1734016144.094220:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13685 00000100:00100000:3.0:1734016144.094228:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087257850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332520832:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016144.106823:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968267 is committed 00000100:00100000:3.0:1734016144.107404:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087257850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332520832:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 13154us (13359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.107427:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13685 00000100:00100000:0.0:1734016144.114904:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.115135:0:6484:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332520960 00000100:00100000:3.0:1734016144.115147:0:6484:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332520960 00000100:00100000:3.0:1734016144.115199:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2764 00000100:00100000:3.0:1734016144.115206:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+23:10366:x1818247332520960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.115224:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.115243:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3178511 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d117 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.115327:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3178518 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016144.115339:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3178518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016144.115349:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3178518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:3.0:1734016144.115375:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7562523 00000004:00200000:3.0:1734016144.115379:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016144.115396:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3178518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:3.0:1734016144.115416:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db600/0xb46129d8d3178511 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d117 expref: 25 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.115430:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3178518 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d117 expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.115438:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016144.115440:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016144.115444:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016144.115497:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332520960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 291us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.115503:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2764 00000100:00080000:1.0:1734016144.115736:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016114 00000100:00100000:1.0:1734016144.125995:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.126574:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521088 00000100:00100000:2.0:1734016144.126586:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521088 00000100:00100000:2.0:1734016144.126641:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13686 00000100:00100000:2.0:1734016144.126649:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332521088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.126671:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.126697:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317851f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d11e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.126797:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633472:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.126888:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016144.139834:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 72 -> 96 00000100:00100000:2.0:1734016144.139891:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633472:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.139954:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317851f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d11e expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.139971:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcfc0/0xb46129d8d317851f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d11e expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.141539:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016144.141870:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332521088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15215us (15887us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.141888:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13686 00000100:00100000:0.0:1734016144.148812:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.149068:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521216 00000100:00100000:2.0:1734016144.149084:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521216 00000100:00100000:2.0:1734016144.149800:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13687 00000100:00100000:2.0:1734016144.149810:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332521216:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.149833:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.149857:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d125 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.149893:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.149902:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.149904:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.149908:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1204224->1208319] (req 1204224->1208319) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.149945:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.149960:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 5 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.149975:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076508a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633600:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.150847:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.165751:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076508a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334633600:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.165806:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1204224->1208319] (req 1204224->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.165836:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:2.0:1734016144.173298:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332521216:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 23463us (24470us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.173322:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13687 00000100:00100000:1.0:1734016144.173834:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.173986:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521344 00000100:00100000:3.0:1734016144.174001:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521344 00010000:00010000:3.0:1734016144.174053:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 6 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.174087:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3651 00000100:00100000:3.0:1734016144.174094:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332521344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.174117:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.174148:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 6 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.174165:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 6 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.174202:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d317850a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->1921023) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d110 expref: 6 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.174230:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.174233:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.174245:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.174254:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.174300:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.174311:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334633728:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016144.174389:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.186396:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.186507:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521472 00000100:00100000:2.0:1734016144.186522:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521472 00000100:00100000:2.0:1734016144.186598:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13688 00000100:00100000:2.0:1734016144.186608:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332521472:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.187046:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3368219 -> 3368219 00002000:00010000:2.0:1734016144.187050:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.187052:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.187054:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.187056:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 96 -> 112 00000100:00100000:2.0:1734016144.187109:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332521472:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 502us (723us total) trans 4294968268 rc 0/0 00000100:00100000:2.0:1734016144.187117:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13688 00000100:00100000:3.0:1734016144.187254:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334633728:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016144.187276:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.187294:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332521344:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13201us (13462us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.187302:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3651 00000100:00100000:0.0:1734016144.197869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.197990:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521600 00000100:00100000:2.0:1734016144.198006:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521600 00000100:00100000:2.0:1734016144.198703:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13689 00000100:00100000:2.0:1734016144.198712:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332521600:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.199072:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3368219 -> 3368219 00002000:00010000:2.0:1734016144.199075:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.199079:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.199080:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.199083:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1734016144.207655:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332521600:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 8923us (9786us total) trans 4294968269 rc 0/0 00000100:00100000:2.0:1734016144.207675:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13689 00000100:00100000:2.0:1734016144.215956:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.221503:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521728 00000100:00100000:0.0:1734016144.221539:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521728 00000100:00100000:0.0:1734016144.221671:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13690 00000100:00100000:0.0:1734016144.221681:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332521728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.221706:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.221753:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d12c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.221800:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.221808:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.221813:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.221815:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.221819:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1863680->1871871] (req 1863680->1871871) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.221852:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.221862:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 508 lvb_type: 1 00000100:00100000:0.0:1734016144.221873:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334633856:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016144.221950:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.221957:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 12 pid: 13917 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016144.221964:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334633984:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016144.221978:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00080000:1.0:1734016144.222194:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016114 00000100:00100000:0.0:1734016144.236315:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.236576:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334633856:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.236591:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334633984:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.236652:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1863680->1871871] (req 1863680->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.236688:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:2.0:1734016144.236833:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332521728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15153us (20889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.236844:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13690 00000100:00100000:3.0:1734016144.239273:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521856 00000100:00100000:3.0:1734016144.239297:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521856 00010000:00010000:3.0:1734016144.239358:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 508 lvb_type: 1 00000100:00100000:3.0:1734016144.239436:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3652 00000100:00100000:3.0:1734016144.239445:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332521856:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.239473:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.239509:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016144.239521:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016144.239552:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d31784f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0fb expref: 13 pid: 13917 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016144.239580:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.239643:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332521856:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 199us (3351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.239652:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3652 00000100:00100000:0.0:1734016144.242039:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016144.242146:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332521984 00000100:00100000:1.0:1734016144.242157:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332521984 00010000:00010000:1.0:1734016144.242201:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 13 pid: 13917 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016144.242261:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3653 00000100:00100000:1.0:1734016144.242270:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332521984:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.242290:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.242321:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 13 pid: 13917 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.242335:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 13 pid: 13917 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.242366:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31784ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1765375) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0f4 expref: 13 pid: 13917 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.242413:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.242416:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.242425:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.242435:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.242486:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.242514:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334634112:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016144.242606:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.249793:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334634112:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016144.249835:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.249911:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332521984:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7638us (7887us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.249929:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3653 00000100:00100000:2.0:1734016144.250805:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.250882:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332522112 00000100:00100000:0.0:1734016144.250893:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332522112 00000100:00100000:0.0:1734016144.250956:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13691 00000100:00100000:0.0:1734016144.250968:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332522112:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016144.251289:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016144.251293:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016144.251295:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016143 00002000:00010000:0.0:1734016144.251298:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016144.251300:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 168 -> 184 00000100:00100000:0.0:1734016144.255358:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332522112:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 4359us (4523us total) trans 4294969905 rc 0/0 00000100:00100000:0.0:1734016144.255382:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13691 00000100:00100000:0.0:1734016144.270065:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.270321:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332522240 00000100:00100000:2.0:1734016144.270335:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332522240 00000100:00100000:2.0:1734016144.270448:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13692 00000100:00100000:2.0:1734016144.270458:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332522240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.270495:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.270528:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d133 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.270581:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.270592:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.270596:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.270600:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1290240->1302527] (req 1290240->1302527) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.270661:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.270677:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 12 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.270693:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334634240:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.270848:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.273872:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334634240:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.273937:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1290240->1302527] (req 1290240->1302527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 13 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.273966:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016144.274050:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:10366:x1818247332522240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3588us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.274064:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13692 00000100:00100000:0.0:1734016144.278370:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016144.278554:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332522368 00000100:00100000:1.0:1734016144.278570:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332522368 00010000:00010000:1.0:1734016144.278646:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 13 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016144.278776:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3654 00000100:00100000:1.0:1734016144.278789:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1969:x1818247332522368:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.278814:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.278857:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 13 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.278880:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 13 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.278926:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7cc0/0xb46129d8d317852d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1871871) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d12c expref: 13 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.278981:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.278985:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.278995:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.279009:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.279088:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.279109:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334634368:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016144.279240:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.283904:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016144.284148:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007625bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334634368:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016144.284185:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.284247:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332522368:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5461us (5910us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.284260:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3654 00000100:00100000:2.0:1734016144.284568:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332522624 00000100:00100000:2.0:1734016144.284580:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332522624 00002000:00100000:2.0:1734016144.284631:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1294335) req@ffff880076109180 x1818247332522624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.284647:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247332522624 ext(1290240->1294335) 00002000:00010000:2.0:1734016144.284652:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:2.0:1734016144.284696:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10238 00000100:00100000:2.0:1734016144.284707:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332522624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.284987:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332522624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 281us (1098us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.284993:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10238 00002000:00100000:2.0:1734016144.284999:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1294335) req@ffff880076109180 x1818247332522624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.285008:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109180 with x1818247332522624 ext(1290240->1294335) 00002000:00010000:2.0:1734016144.285010:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076109180 00000100:00100000:0.0:1734016144.291052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.296564:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332522880 00000100:00100000:3.0:1734016144.296595:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332522880 00002000:00100000:3.0:1734016144.296674:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1298432->1302527) req@ffff88007610aa00 x1818247332522880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.296685:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332522880 ext(1298432->1302527) 00002000:00010000:3.0:1734016144.296692:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610aa00 00000100:00100000:3.0:1734016144.296834:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10239 00000100:00100000:3.0:1734016144.296851:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332522880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.297198:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332522880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 349us (6168us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.297206:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10239 00002000:00100000:3.0:1734016144.297212:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1298432->1302527) req@ffff88007610aa00 x1818247332522880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.297218:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007610aa00 with x1818247332522880 ext(1298432->1302527) 00002000:00010000:3.0:1734016144.297221:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007610aa00 00000100:00100000:0.0:1734016144.302228:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.302478:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523008 00000100:00100000:2.0:1734016144.302493:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523008 00000100:00100000:2.0:1734016144.302547:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13693 00000100:00100000:2.0:1734016144.302557:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332523008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.302582:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.302605:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d317853b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d13a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.302666:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334634496:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.302832:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.310486:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334634496:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.310540:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d317853b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d13a expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.310559:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffeac0/0xb46129d8d317853b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d13a expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.310576:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016144.310651:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332523008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8096us (8443us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.310662:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13693 00000100:00100000:0.0:1734016144.320100:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.320433:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523136 00000100:00100000:2.0:1734016144.320453:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523136 00000100:00100000:2.0:1734016144.320520:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13694 00000100:00100000:2.0:1734016144.320530:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332523136:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.320560:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.320592:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178542 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d141 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.320688:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334634624:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.320954:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.323036:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334634624:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.323089:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178542 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d141 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.323111:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d3178542 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d141 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.323136:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016144.323206:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332523136:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2675us (3124us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.323218:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13694 00000100:00100000:1.0:1734016144.338179:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.338300:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523264 00000100:00100000:2.0:1734016144.338313:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523264 00000100:00100000:2.0:1734016144.338519:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13695 00000100:00100000:2.0:1734016144.338527:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332523264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.338550:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.338576:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d148 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.338613:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.338621:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.338624:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.338628:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [520192->528383] (req 520192->528383) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.338665:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.338675:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.338692:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334634752:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.338915:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b1b2f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.341453:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334634752:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.341495:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [520192->528383] (req 520192->528383) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.341517:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00000100:00100000:2.0:1734016144.341621:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332523264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3092us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.341632:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13695 00000100:00100000:0.0:1734016144.343238:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016144.343332:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523392 00000100:00100000:1.0:1734016144.343349:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523392 00010000:00010000:1.0:1734016144.343400:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 10 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016144.343458:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3655 00000100:00100000:1.0:1734016144.343466:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca62050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332523392:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.343485:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.343514:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 10 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.343528:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 10 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.343558:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178526 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1204224->1208319) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d125 expref: 10 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.343599:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.343601:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.343611:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.343621:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.343672:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.343688:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334634880:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016144.343792:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.347232:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076258e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334634880:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016144.347271:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.347458:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca62050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332523392:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3987us (4227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.347476:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3655 00000100:00100000:0.0:1734016144.356369:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.356568:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523520 00000100:00100000:2.0:1734016144.356586:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523520 00000100:00100000:2.0:1734016144.357304:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13696 00000100:00100000:2.0:1734016144.357319:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332523520:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.357664:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3368219 -> 3368219 00002000:00010000:2.0:1734016144.357668:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.357670:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.357672:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.357675:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1734016144.357857:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332523520:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 541us (1513us total) trans 4294968270 rc 0/0 00000100:00100000:2.0:1734016144.357868:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13696 00000100:00100000:0.0:1734016144.366226:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.367126:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523648 00000100:00100000:2.0:1734016144.367146:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523648 00000100:00100000:2.0:1734016144.367239:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13697 00000100:00100000:2.0:1734016144.367253:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332523648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.367291:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.367322:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178550 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d14f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.367426:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334635008:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.367583:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.371786:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.372546:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523776 00000100:00100000:0.0:1734016144.372561:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523776 00000100:00100000:0.0:1734016144.372643:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13698 00000100:00100000:0.0:1734016144.372659:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332523776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.372698:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.372762:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3178557 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d156 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.372870:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334635136:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016144.372981:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016144.374485:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:0.0:1734016144.374508:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334635008:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016144.375575:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178550 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d14f expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.375599:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d3178550 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d14f expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.375636:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:3.0:1734016144.376208:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332523648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8953us (10010us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.376221:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13697 00000100:00100000:0.0:1734016144.383257:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334635136:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016144.383310:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3178557 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d156 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.383332:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d3178557 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d156 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.383366:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:0.0:1734016144.383449:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332523776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10792us (11690us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016144.383461:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13698 00000100:00100000:1.0:1734016144.389329:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.390178:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332523904 00000100:00100000:0.0:1734016144.390198:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332523904 00000100:00100000:0.0:1734016144.390298:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13699 00000100:00100000:0.0:1734016144.390309:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332523904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.390341:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.390368:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317855e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d15d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.390461:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334635264:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016144.390564:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.391653:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.391854:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332524032 00000100:00100000:3.0:1734016144.391863:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332524032 00000100:00100000:3.0:1734016144.391912:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13700 00000100:00100000:3.0:1734016144.391920:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332524032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.391938:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.391957:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178565 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d164 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.392004:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334635392:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.392063:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.397566:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334635392:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016144.397642:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178565 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d164 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.397670:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178565 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d164 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.397696:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016144.397852:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332524032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5928us (6201us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.397873:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13700 00000100:00100000:2.0:1734016144.398054:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334635264:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.398082:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317855e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d15d expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.398091:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d317855e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d15d expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.398110:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:2.0:1734016144.398137:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332523904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7830us (8832us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.398145:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13699 00000100:00100000:2.0:1734016144.404092:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.404215:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332524160 00000100:00100000:0.0:1734016144.404227:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332524160 00000100:00100000:0.0:1734016144.404280:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13701 00000100:00100000:0.0:1734016144.404288:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332524160:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.404313:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.404342:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317856c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d16b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.404423:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334635520:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016144.404518:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.409644:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.411827:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332524288 00000100:00100000:3.0:1734016144.411848:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332524288 00000100:00100000:3.0:1734016144.411938:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13702 00000100:00100000:3.0:1734016144.411950:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332524288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.411980:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.412006:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3178573 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d172 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.412099:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334635648:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.412227:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.412431:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334635520:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016144.412478:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317856c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d16b expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.412493:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317856c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d16b expref: 13 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.412517:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:1.0:1734016144.412551:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1969:x1818247332524160:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8261us (8473us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.412558:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13701 00000100:00100000:3.0:1734016144.417833:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334635648:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016144.417884:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3178573 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d172 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.417910:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d3178573 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d172 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.417938:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016144.418040:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332524288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6088us (8411us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.418053:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13702 00000100:00100000:2.0:1734016144.423175:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.423240:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.423318:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332524544 00000100:00100000:0.0:1734016144.423332:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332524544 00000100:00100000:0.0:1734016144.423389:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332524416 00000100:00100000:0.0:1734016144.423391:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332524416 00000100:00100000:0.0:1734016144.423411:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13703 00000100:00100000:0.0:1734016144.423420:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332524544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.423455:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.423479:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317857a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d180 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.423546:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334635776:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016144.423624:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.423692:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13704 00000100:00100000:3.0:1734016144.423700:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332524416:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.423712:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.423745:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3178581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d179 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.423788:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334635904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.423813:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.430250:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334635776:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.430306:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317857a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d180 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.430323:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5f80/0xb46129d8d317857a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d180 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.430356:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:2.0:1734016144.430432:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332524544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7010us (7270us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.430442:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13703 00000100:00100000:2.0:1734016144.431707:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334635904:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.431784:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3178581 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d179 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.431799:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d3178581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d179 expref: 13 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.431810:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:2.0:1734016144.431854:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332524416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8153us (8612us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.431860:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13704 00000100:00100000:0.0:1734016144.446627:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.446775:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332524800 00000100:00100000:2.0:1734016144.446784:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332524800 00002000:00100000:2.0:1734016144.446834:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2895872->2899967) req@ffff880076109500 x1818247332524800/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.446844:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109500 with x1818247332524800 ext(2895872->2899967) 00002000:00010000:2.0:1734016144.446849:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109500 00000100:00100000:2.0:1734016144.446885:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10240 00000100:00100000:2.0:1734016144.446891:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332524800:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.447080:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332524800:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 188us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.447087:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10240 00002000:00100000:2.0:1734016144.447092:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2895872->2899967) req@ffff880076109500 x1818247332524800/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.447098:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109500 with x1818247332524800 ext(2895872->2899967) 00002000:00010000:2.0:1734016144.447101:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109500 00000100:00100000:0.0:1734016144.453968:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.454099:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332525056 00000100:00100000:3.0:1734016144.454114:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332525056 00002000:00100000:3.0:1734016144.454184:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2899968->2904063) req@ffff880076109c00 x1818247332525056/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.454199:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109c00 with x1818247332525056 ext(2899968->2904063) 00002000:00010000:3.0:1734016144.454207:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109c00 00000100:00100000:3.0:1734016144.454263:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10241 00000100:00100000:3.0:1734016144.454273:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332525056:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.454597:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332525056:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 326us (648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.454605:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10241 00002000:00100000:3.0:1734016144.454612:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2899968->2904063) req@ffff880076109c00 x1818247332525056/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.454620:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076109c00 with x1818247332525056 ext(2899968->2904063) 00002000:00010000:3.0:1734016144.454624:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076109c00 00000100:00100000:0.0:1734016144.494304:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.494479:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332525312 00000100:00100000:2.0:1734016144.494492:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332525312 00002000:00100000:2.0:1734016144.494550:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3371007) req@ffff880077076a00 x1818247332525312/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.494562:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076a00 with x1818247332525312 ext(0->3371007) 00002000:00010000:2.0:1734016144.494567:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077076a00 00000100:00100000:2.0:1734016144.494606:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10242 00000100:00100000:2.0:1734016144.494614:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332525312:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016144.503632:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.504777:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332525568 00000100:00100000:3.0:1734016144.504795:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332525568 00002000:00100000:3.0:1734016144.504884:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077077100 x1818247332525568/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.504898:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077100 with x1818247332525568 ext(0->4194303) 00002000:00010000:3.0:1734016144.504908:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077100 00000100:00100000:3.0:1734016144.504971:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10243 00000100:00100000:3.0:1734016144.504981:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332525568:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.570014:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332525568:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 65018us (66381us total) trans 0 rc 4182016/4182016 00000100:00100000:3.0:1734016144.570031:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10243 00002000:00100000:3.0:1734016144.570046:0:13923:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880077077100 x1818247332525568/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4182016/4182016 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.570057:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077077100 with x1818247332525568 ext(0->4194303) 00002000:00010000:3.0:1734016144.570064:0:13923:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077077100 00000100:00100000:2.0:1734016144.587439:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332525312:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 92811us (93145us total) trans 0 rc 3362816/3362816 00000100:00100000:2.0:1734016144.587453:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10242 00002000:00100000:2.0:1734016144.587477:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3371007) req@ffff880077076a00 x1818247332525312/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 3362816/3362816 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.587489:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076a00 with x1818247332525312 ext(0->3371007) 00002000:00010000:2.0:1734016144.587496:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077076a00 00000100:00100000:2.0:1734016144.603660:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.603712:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.603852:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332525824 00000100:00100000:3.0:1734016144.603867:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332525824 00000100:00100000:3.0:1734016144.603947:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332525696 00000100:00100000:3.0:1734016144.603951:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332525696 00000100:00100000:3.0:1734016144.603979:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13705 00000100:00100000:3.0:1734016144.603987:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332525824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.604020:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.604052:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3178588 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d18e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.604145:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334636032:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.604258:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.604305:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13706 00000100:00100000:3.0:1734016144.604310:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332525696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.604320:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.604336:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317858f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d187 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.604362:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334636160:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.604381:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.613522:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334636032:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016144.613597:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3178588 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d18e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.613614:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d3178588 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d18e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.613637:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:2.0:1734016144.613917:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334636160:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.613939:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317858f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d187 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.613947:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317858f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d187 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.613962:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016144.614521:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332525824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10530us (10871us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.614532:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13705 00000100:00100000:2.0:1734016144.616225:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332525696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11898us (12496us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.616239:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13706 00000100:00100000:3.0:1734016144.621169:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.621426:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332525952 00000100:00100000:2.0:1734016144.621446:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332525952 00000100:00100000:2.0:1734016144.621511:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13707 00000100:00100000:2.0:1734016144.621521:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332525952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.621548:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.621578:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d195 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.621614:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.621622:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.621624:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.621629:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3362816->3366911] (req 3362816->3366911) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.621675:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.621689:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 6 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.621700:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334636288:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.622388:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.627808:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.627903:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526080 00000100:00100000:0.0:1734016144.627927:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526080 00002000:00100000:0.0:1734016144.628014:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2895872->2904063) req@ffff880077075880 x1818247332526080/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 8680/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.628028:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075880 with x1818247332526080 ext(2895872->2904063) 00010000:00010000:0.0:1734016144.628044:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 7 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016144.628061:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 7 pid: 10116 timeout: 508 lvb_type: 0 00002000:00010000:0.0:1734016144.628072:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880077075880 00000100:00100000:0.0:1734016144.628112:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 379 00000100:00100000:0.0:1734016144.628125:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332526080:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016144.629070:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334636288:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.629115:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3362816->3366911] (req 3362816->3366911) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.629137:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016144.629228:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332525952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7707us (8072us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.629240:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13707 00000100:00100000:0.0:1734016144.634877:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332526080:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6734us (7069us total) trans 4294968271 rc 0/0 00000100:00100000:0.0:1734016144.634900:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 379 00002000:00100000:0.0:1734016144.634923:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2895872->2904063) req@ffff880077075880 x1818247332526080/t4294968271(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 8680/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.634936:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077075880 with x1818247332526080 ext(2895872->2904063) 00010000:00010000:0.0:1734016144.634954:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016144.634978:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00002000:00010000:0.0:1734016144.634987:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880077075880 00000100:00100000:3.0:1734016144.650662:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.650789:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526208 00000100:00100000:2.0:1734016144.650802:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526208 00010000:00010000:2.0:1734016144.650841:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.650874:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3656 00000100:00100000:2.0:1734016144.650880:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332526208:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.650894:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016144.650916:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 128 00010000:00010000:2.0:1734016144.650922:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.650934:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.650964:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe400/0xb46129d8d3178549 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 520192->528383) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d148 expref: 9 pid: 10116 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.651000:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.651002:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.651010:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.651020:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.651065:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.651086:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334636416:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016144.652378:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.661226:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.661377:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007623e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334636416:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016144.661422:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016144.662530:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332526208:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11641us (11881us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.662546:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3656 00000100:00100000:3.0:1734016144.664174:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526336 00000100:00100000:3.0:1734016144.664190:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526336 00000100:00100000:3.0:1734016144.664267:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13708 00000100:00100000:3.0:1734016144.664275:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332526336:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.664508:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3368219 -> 3368219 00002000:00010000:3.0:1734016144.664512:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.664515:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.664517:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.664520:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1734016144.664593:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332526336:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 318us (3390us total) trans 4294968272 rc 0/0 00000100:00100000:3.0:1734016144.664601:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13708 00000100:00100000:2.0:1734016144.671281:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.671463:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526464 00000100:00100000:3.0:1734016144.671471:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526464 00000100:00100000:3.0:1734016144.671536:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13709 00000100:00100000:3.0:1734016144.671544:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332526464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.671565:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.671587:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317859d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d19c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.671641:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636544:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.671979:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.675449:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636544:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016144.675497:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317859d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d19c expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675514:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d317859d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d19c expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675530:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016144.675603:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007623e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332526464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4058us (4331us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.675612:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13709 00000100:00100000:1.0:1734016144.680126:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.680211:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526592 00000100:00100000:3.0:1734016144.680220:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526592 00000100:00100000:3.0:1734016144.680256:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13710 00000100:00100000:3.0:1734016144.680262:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332526592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.680278:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.680292:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31785a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1a3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.680340:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800796fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636672:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.680402:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.682416:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800796fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636672:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016144.682455:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31785a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1a3 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.682469:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d86c0/0xb46129d8d31785a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1a3 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.682489:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016144.683018:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1971:x1818247332526592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2753us (2897us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.683032:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13710 00000100:00100000:3.0:1734016144.688203:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.688280:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526720 00000100:00100000:0.0:1734016144.688296:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526720 00000100:00100000:0.0:1734016144.688363:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13711 00000100:00100000:0.0:1734016144.688372:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332526720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.688389:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.688408:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31785ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1aa expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.688484:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636800:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016144.688570:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.691601:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636800:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016144.691655:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31785ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1aa expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.691673:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31785ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1aa expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.691705:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016144.691824:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1970:x1818247332526720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3451us (3633us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016144.691839:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13711 00000100:00100000:3.0:1734016144.695108:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.695176:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526848 00000100:00100000:0.0:1734016144.695192:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526848 00000100:00100000:0.0:1734016144.695257:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13712 00000100:00100000:0.0:1734016144.695266:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332526848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.695291:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.695313:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1b1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.695353:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.695364:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.695367:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.695371:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1265664->1273855] (req 1265664->1273855) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.695410:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.695423:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 12 pid: 10116 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016144.695438:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636928:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016144.695537:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.698856:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.698886:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332526976 00000100:00100000:0.0:1734016144.698896:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332526976 00002000:00100000:0.0:1734016144.698951:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1302527) req@ffff880077076d80 x1818247332526976/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 12776/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.698961:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076d80 with x1818247332526976 ext(1290240->1302527) 00010000:00010000:0.0:1734016144.698975:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 13 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.698988:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 13 pid: 10116 timeout: 509 lvb_type: 0 00002000:00010000:0.0:1734016144.698995:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880077076d80 00000100:00100000:0.0:1734016144.699023:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 380 00000100:00100000:0.0:1734016144.699030:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332526976:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016144.700082:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334636928:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016144.700113:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1265664->1273855] (req 1265664->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.700127:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:1.0:1734016144.700191:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332526848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4925us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.700198:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13712 00000100:00100000:0.0:1734016144.702544:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332526976:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 3489us (3678us total) trans 4294969906 rc 0/0 00000100:00100000:0.0:1734016144.702570:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 380 00002000:00100000:0.0:1734016144.702595:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1290240->1302527) req@ffff880077076d80 x1818247332526976/t4294969906(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:105/0 lens 12776/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.702607:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077076d80 with x1818247332526976 ext(1290240->1302527) 00010000:00010000:0.0:1734016144.702624:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 15 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.702647:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 15 pid: 10116 timeout: 509 lvb_type: 0 00002000:00010000:0.0:1734016144.702656:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880077076d80 00000100:00100000:3.0:1734016144.712007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.712102:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332527104 00000100:00100000:0.0:1734016144.712115:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332527104 00010000:00010000:0.0:1734016144.712158:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 15 pid: 10116 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016144.712205:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3657 00000100:00100000:0.0:1734016144.712214:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332527104:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016144.712236:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016144.712257:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 208 00010000:00010000:0.0:1734016144.712263:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 15 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.712277:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 15 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.712306:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178534 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1302527) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d133 expref: 15 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.712341:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.712344:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.712351:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.712360:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.712398:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.712414:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334637056:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016144.712475:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.718666:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.718792:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334637056:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016144.718829:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016144.718905:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:1971:x1818247332527104:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6689us (6904us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.718921:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3657 00000100:00100000:1.0:1734016144.719015:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332527232 00000100:00100000:1.0:1734016144.719024:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332527232 00000100:00100000:1.0:1734016144.719087:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13713 00000100:00100000:1.0:1734016144.719097:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332527232:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016144.719376:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016144.719380:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.719382:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016143 00002000:00010000:1.0:1734016144.719385:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.719388:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 224 00000100:00100000:1.0:1734016144.719411:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332527232:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 316us (762us total) trans 4294969907 rc 0/0 00000100:00100000:1.0:1734016144.719417:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13713 00000100:00100000:3.0:1734016144.737474:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.737688:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332527488 00000100:00100000:0.0:1734016144.737703:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332527488 00000100:00100000:0.0:1734016144.737839:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2765 00000100:00100000:0.0:1734016144.737849:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+24:10366:x1818247332527488:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:0.0:1734016144.737921:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016144.737969:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db180/0xb46129d8d3178518 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d117 expref: 24 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.738014:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016144.738018:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016144.738283:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016144.738300:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.738308:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016144.738354:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.738365:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 26 pid: 7713 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016144.738381:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334637184:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016144.738467:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.744034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.744911:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334637184:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016144.744961:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016144.745861:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332527616 00000100:00100000:1.0:1734016144.745874:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332527616 00010000:00010000:1.0:1734016144.747946:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 27 pid: 7713 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016144.748020:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3658 00000100:00100000:1.0:1734016144.748030:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:1969:x1818247332527616:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.748051:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.748059:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 27 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016144.748072:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 27 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016144.748097:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800871e0000/0xb46129d8d31784d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d0df expref: 27 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016144.748123:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:1.0:1734016144.748129:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016144.748140:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016144.748149:0:6472:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016144.748180:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.748265:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:1969:x1818247332527616:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 235us (4249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.748274:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3658 00010000:00010000:1.0:1734016144.748317:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:1.0:1734016144.748327:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:1.0:1734016144.748446:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969074 00000004:00010000:1.0:1734016144.748509:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800796f8380 reply state ffff880076787000 transno 4294969075 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016144.748519:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016144.748602:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332527488:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 10755us (11149us total) trans 4294969075 rc 0/0 00000100:00100000:1.0:1734016144.748608:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2765 00000020:00080000:1.0:1734016144.748612:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1734016144.751585:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016114 00010000:00010000:2.0:1734016144.754691:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.754768:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.754775:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.754782:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80e61c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016144.754786:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.754794:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.754821:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016144.754824:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016144.754830:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.754835:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e61c0/0xb46129d8d31785b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016144.757429:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.757531:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332527744 00000100:00100000:2.0:1734016144.757544:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332527744 00000100:00100000:2.0:1734016144.757629:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13714 00000100:00100000:2.0:1734016144.757640:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+14:10366:x1818247332527744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.757680:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.757770:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1b8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.757822:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.757832:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.757835:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.757839:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.757894:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.757911:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 13 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016144.757930:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334637312:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.758030:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.764258:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334637312:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.764307:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.764336:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016144.765196:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332527744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7553us (7779us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.765207:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13714 00000100:00100000:1.0:1734016144.769683:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.769871:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332527872 00000100:00100000:2.0:1734016144.769891:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332527872 00010000:00010000:2.0:1734016144.769956:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016144.770006:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3659 00000100:00100000:2.0:1734016144.770020:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332527872:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.770039:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.770074:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016144.770088:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016144.770129:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4d80/0xb46129d8d31785b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1265664->1273855) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b1 expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016144.770164:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.770167:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.770176:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.770194:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.770252:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.770269:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334637440:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016144.770355:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.779444:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334637440:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016144.779474:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.779541:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007625a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1968:x1818247332527872:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9522us (9871us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.779555:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3659 00000100:00100000:2.0:1734016144.786161:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.787346:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528000 00000100:00100000:0.0:1734016144.787358:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528000 00000100:00100000:0.0:1734016144.787405:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13715 00000100:00100000:0.0:1734016144.787412:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332528000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.787430:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.787452:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1bf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.787498:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.787506:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.787509:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.787512:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.787551:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.787566:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 10 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016144.787581:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334637568:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016144.787654:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.797889:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077074000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334637568:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016144.797947:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.797971:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016144.798103:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332528000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10689us (11957us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.798114:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13715 00000100:00100000:1.0:1734016144.799514:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.799605:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528128 00000100:00100000:2.0:1734016144.799616:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528128 00010000:00010000:2.0:1734016144.799649:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016144.799684:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3660 00000100:00100000:2.0:1734016144.799692:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332528128:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.799716:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.800192:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016144.800211:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016144.800233:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffcc0/0xb46129d8d3178596 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3362816->3366911) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d195 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016144.800255:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.800257:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.800264:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.800274:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.800320:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.800336:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334637696:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016144.800417:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.802258:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334637696:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016144.802278:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016144.802393:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332528128:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 2699us (2882us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.802406:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3660 00000100:00100000:3.0:1734016144.802644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016144.802682:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.802743:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528384 00000100:00100000:0.0:1734016144.802748:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528384 00000100:00100000:1.0:1734016144.802768:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528256 00000100:00100000:1.0:1734016144.802773:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528256 00002000:00010000:0.0:1734016144.802784:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016144.802787:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9880 with x1818247332528384 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016144.802787:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5166370->18446744073709551615) 00002000:00100000:1.0:1734016144.802790:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8380 with x1818247332528256 ext(5166370->18446744073709551615) 00002000:00010000:0.0:1734016144.802795:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9880. 00002000:00010000:1.0:1734016144.802796:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8380. 00000100:00100000:0.0:1734016144.802823:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10244 00000100:00100000:0.0:1734016144.802829:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1968:x1818247332528256:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.802829:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10245 00000100:00100000:1.0:1734016144.802835:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332528384:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:1.0:1734016144.802984:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3368219 -> 4194304 00002000:00010000:1.0:1734016144.802988:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016144.802990:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.802992:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016144.802993:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1734016144.802994:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5166370 00002000:00010000:0.0:1734016144.802996:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016145 00002000:00010000:0.0:1734016144.802998:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:0.0:1734016144.803000:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016145 00002000:00010000:0.0:1734016144.803002:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:1.0:1734016144.803028:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800796f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332528384:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 193us (385us total) trans 4294968273 rc 0/0 00000100:00100000:0.0:1734016144.803033:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332528256:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 203us (350us total) trans 4294969908 rc 0/0 00000100:00100000:1.0:1734016144.803035:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10245 00002000:00010000:1.0:1734016144.803038:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016144.803040:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800796f9880 with x1818247332528384 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1734016144.803042:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10244 00002000:00010000:0.0:1734016144.803044:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5166370->18446744073709551615) 00002000:00010000:1.0:1734016144.803044:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800796f9880. 00002000:00100000:0.0:1734016144.803046:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff8380 with x1818247332528256 ext(5166370->18446744073709551615) 00002000:00010000:0.0:1734016144.803050:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075ff8380. 00000100:00100000:1.0:1734016144.804888:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.805319:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528512 00000100:00100000:2.0:1734016144.805326:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528512 00000100:00100000:2.0:1734016144.805370:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2766 00000100:00100000:2.0:1734016144.805376:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+26:10366:x1818247332528512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.805394:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.805409:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31785ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1c6 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.805496:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31785d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.805508:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31785d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.805518:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31785d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016144.805541:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9360674 00000004:00200000:2.0:1734016144.805545:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016144.805559:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31785d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.805578:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffe400/0xb46129d8d31785ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1c6 expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.805590:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31785d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1c6 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.805597:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016144.805600:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016144.805602:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:2.0:1734016144.806518:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332528512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1138us (1638us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.806525:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2766 00000100:00100000:2.0:1734016144.809828:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.809891:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016144.810112:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528640 00000100:00100000:1.0:1734016144.810125:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528640 00000100:00100000:1.0:1734016144.810170:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528768 00000100:00100000:1.0:1734016144.810172:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528768 00000100:00100000:1.0:1734016144.810192:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13716 00000100:00100000:1.0:1734016144.810201:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332528640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.810224:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.810254:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31785dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1cd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.810337:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334637824:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016144.810413:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.810431:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13717 00000100:00100000:1.0:1734016144.810435:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332528768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.810443:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.810453:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31785e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1d4 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.810476:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334637952:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016144.810494:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.814132:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334637952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.814200:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31785e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1d4 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.814223:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31785e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1d4 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.814247:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00002000:00010000:1.0:1734016144.814409:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:1.0:1734016144.814429:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334637824:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016144.814453:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31785dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1cd expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.814463:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e1440/0xb46129d8d31785dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1cd expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.814477:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:2.0:1734016144.814928:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332528768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4488us (5033us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.814938:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13717 00000100:00100000:1.0:1734016144.815010:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1971:x1818247332528640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4809us (5197us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.815016:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13716 00000100:00100000:1.0:1734016144.819669:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016144.819801:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.819919:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332528896 00000100:00100000:2.0:1734016144.819934:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332528896 00000100:00100000:2.0:1734016144.819984:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529024 00000100:00100000:2.0:1734016144.819986:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529024 00000100:00100000:2.0:1734016144.820006:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13718 00000100:00100000:2.0:1734016144.820014:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332528896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.820058:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.820085:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31785ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1db expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.820180:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334638080:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.820299:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.820384:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13719 00000100:00100000:3.0:1734016144.820390:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332529024:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.820400:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.820418:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31785f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1e2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.820456:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334638208:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016144.820484:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.823860:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334638080:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.823924:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31785ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1db expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.823949:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31785ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1db expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.823993:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016144.824064:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:1970:x1818247332528896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4048us (4624us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.824080:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13718 00000100:00100000:0.0:1734016144.824623:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334638208:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016144.824648:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31785f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e2 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.824659:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d31785f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e2 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.824673:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:0.0:1734016144.824711:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332529024:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4320us (4910us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016144.824718:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13719 00000100:00100000:3.0:1734016144.831784:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.831930:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529152 00000100:00100000:2.0:1734016144.831943:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529152 00000100:00100000:2.0:1734016144.832002:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2767 00000100:00100000:2.0:1734016144.832009:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332529152:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.832036:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.832054:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31785f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1e9 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.832165:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.832180:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.832194:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:2.0:1734016144.832220:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9360674 00000004:00200000:2.0:1734016144.832224:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016144.832243:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016144.832270:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffdd40/0xb46129d8d31785f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.832585:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 26 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.832594:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016144.832597:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016144.832601:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016144.833204:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332529152:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1193us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.833212:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2767 00000100:00100000:1.0:1734016144.837104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.837198:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529280 00000100:00100000:0.0:1734016144.837215:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529280 00000100:00100000:0.0:1734016144.837282:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13720 00000100:00100000:0.0:1734016144.837291:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332529280:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:0.0:1734016144.837597:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016144.837600:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016144.837603:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016144.837605:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016144 00002000:00010000:0.0:1734016144.837607:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 144 00000100:00100000:0.0:1734016144.837672:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332529280:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 382us (586us total) trans 4294968274 rc 0/0 00000100:00100000:0.0:1734016144.837681:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13720 00000100:00100000:0.0:1734016144.842081:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.842898:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529408 00000100:00100000:2.0:1734016144.842919:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529408 00000100:00100000:2.0:1734016144.843021:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13721 00000100:00100000:2.0:1734016144.843033:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+13:10366:x1818247332529408:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.843069:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.843102:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1f0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.843153:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.843162:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.843166:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.843170:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3338240->3350527] (req 3338240->3350527) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.843226:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.843241:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 15 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016144.843256:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334638336:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016144.843383:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.858808:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.859535:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529536 00000100:00100000:0.0:1734016144.859548:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529536 00010000:00010000:0.0:1734016144.859610:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 16 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016144.859676:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3661 00000100:00100000:0.0:1734016144.859687:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332529536:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016144.859707:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016144.859775:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 16 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.859791:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 16 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016144.859833:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.859836:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.859847:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.859857:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.859914:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.859931:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334638464:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016144.860030:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016144.861524:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31785c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1b8 expref: 16 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016144.863978:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334638336:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016144.864056:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.864082:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:2.0:1734016144.867484:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332529408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 24437us (25400us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.867500:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13721 00000100:00100000:2.0:1734016144.869096:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077075500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334638464:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016144.869128:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.869184:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332529536:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9497us (10393us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.869196:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3661 00000100:00100000:1.0:1734016144.890476:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016144.890604:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529792 00000100:00100000:0.0:1734016144.890615:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529792 00002000:00100000:0.0:1734016144.890674:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501d880 x1818247332529792/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.890686:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d880 with x1818247332529792 ext(0->4194303) 00002000:00010000:0.0:1734016144.890693:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501d880 00000100:00100000:0.0:1734016144.890779:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10246 00000100:00100000:0.0:1734016144.890787:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332529792:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.936589:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332529792:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 45775us (46097us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016144.936613:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10246 00002000:00100000:2.0:1734016144.936631:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88013501d880 x1818247332529792/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.936643:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501d880 with x1818247332529792 ext(0->4194303) 00002000:00010000:2.0:1734016144.936653:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501d880 00010000:00010000:2.0:1734016144.942222:0:9882:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016144.961392:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.962215:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332529920 00000100:00100000:2.0:1734016144.962229:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332529920 00000100:00100000:2.0:1734016144.962303:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13722 00000100:00100000:2.0:1734016144.962314:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332529920:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.962347:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.962376:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d317860d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1f7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.962479:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334638592:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.966027:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016144.969558:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016144.969609:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334638592:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.969664:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d317860d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f7 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.969683:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d317860d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f7 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.969764:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016144.969841:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332529920:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7528us (8474us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.969854:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13722 00000100:00100000:0.0:1734016144.979914:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016144.980102:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332530048 00000100:00100000:2.0:1734016144.980116:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332530048 00000100:00100000:2.0:1734016144.980173:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13723 00000100:00100000:2.0:1734016144.980184:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332530048:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.980210:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.980234:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3178614 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d1fe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.980328:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334638720:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016144.981376:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.990323:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334638720:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016144.990389:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3178614 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1fe expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.990411:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe1c0/0xb46129d8d3178614 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1fe expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.990647:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016144.991568:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332530048:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11379us (11667us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.991588:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13723 00000100:00100000:0.0:1734016145.003174:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.003951:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332530176 00000100:00100000:2.0:1734016145.003972:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332530176 00000100:00100000:2.0:1734016145.004067:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13724 00000100:00100000:2.0:1734016145.004078:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332530176:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.004107:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.004130:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d205 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.004163:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.004166:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.004176:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.004193:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.004206:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016145.004282:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332530176:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 206us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.004291:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13724 00000100:00080000:0.0:1734016145.006477:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016115 00000100:00100000:0.0:1734016145.007572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.007705:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332530304 00000100:00100000:1.0:1734016145.007774:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332530304 00000100:00100000:1.0:1734016145.007853:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13725 00000100:00100000:1.0:1734016145.007864:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:10366:x1818247332530304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.007894:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.007928:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d20c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.007973:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.007984:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.007986:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.007992:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2498560->2510847] (req 2498560->2510847) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.008052:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.008069:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 10 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.008093:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334638848:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016145.008222:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.011716:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334638848:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016145.011833:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2498560->2510847] (req 2498560->2510847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.011865:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016145.012203:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332530304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4338us (4645us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.012218:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13725 00000100:00100000:0.0:1734016145.016582:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.016776:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332530432 00000100:00100000:2.0:1734016145.016787:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332530432 00010000:00010000:2.0:1734016145.016839:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.016886:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3662 00000100:00100000:2.0:1734016145.016892:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca61c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332530432:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.016907:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.016932:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.016944:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.016972:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7600/0xb46129d8d31785c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1bf expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.016993:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.016996:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.017003:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.017011:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.017045:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 10 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.017058:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334638976:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016145.017116:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265600 going to sleep for 11 seconds 00000100:00080000:2.0:1734016145.019492:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016115 00000100:00100000:2.0:1734016145.023318:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334638976:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016145.023363:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.023478:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca61c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332530432:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6583us (6915us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.023491:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3662 00000100:00100000:0.0:1734016145.046283:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.046440:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332530688 00000100:00100000:2.0:1734016145.046453:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332530688 00002000:00100000:2.0:1734016145.046523:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076c6e680 x1818247332530688/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.046536:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6e680 with x1818247332530688 ext(0->4194303) 00002000:00010000:2.0:1734016145.046543:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6e680 00000100:00100000:2.0:1734016145.046597:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10247 00000100:00100000:2.0:1734016145.046605:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332530688:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.123456:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332530688:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 76821us (77166us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016145.123485:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10247 00002000:00100000:2.0:1734016145.123503:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076c6e680 x1818247332530688/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.123515:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6e680 with x1818247332530688 ext(0->4194303) 00002000:00010000:2.0:1734016145.123526:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c6e680 00000100:00100000:0.0:1734016145.133680:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.133804:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.135077:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332530944 00000100:00100000:1.0:1734016145.135091:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332530944 00000100:00100000:2.0:1734016145.135276:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531072 00000100:00100000:2.0:1734016145.135282:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531072 00002000:00100000:2.0:1734016145.135328:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5169151) req@ffff880076c6f100 x1818247332531072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.135340:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6f100 with x1818247332531072 ext(4194304->5169151) 00002000:00010000:2.0:1734016145.135347:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6f100 00000100:00100000:2.0:1734016145.135388:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10248 00000100:00100000:2.0:1734016145.135395:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332531072:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.135668:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13726 00000100:00100000:1.0:1734016145.135674:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332530944:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.135685:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.135709:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d213 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.135761:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.135764:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.135772:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.135789:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 11 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.135801:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016145.135853:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1970:x1818247332530944:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 179us (2197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.135858:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13726 00000100:00100000:0.0:1734016145.149839:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.150092:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531328 00000100:00100000:2.0:1734016145.150112:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531328 00000100:00100000:2.0:1734016145.150198:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2768 00000100:00100000:2.0:1734016145.150212:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+27:10366:x1818247332531328:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:2.0:1734016145.150316:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1734016145.150385:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1970:x1818247332531072:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 14988us (16578us total) trans 0 rc 974848/974848 00000100:00100000:3.0:1734016145.150404:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10248 00002000:00100000:3.0:1734016145.150425:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5169151) req@ffff880076c6f100 x1818247332531072/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 974848/974848 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.150438:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c6f100 with x1818247332531072 ext(4194304->5169151) 00002000:00010000:3.0:1734016145.150444:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c6f100 00010000:00010000:2.0:1734016145.150623:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075fffa80/0xb46129d8d31785d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1c6 expref: 27 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.150815:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016145.150822:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016145.151238:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.151257:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.151264:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.151320:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 25 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.151341:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 25 pid: 7713 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.151365:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334639104:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016145.151448:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.157336:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334639104:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.157397:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016145.157826:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.157904:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531456 00000100:00100000:2.0:1734016145.157913:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531456 00010000:00010000:2.0:1734016145.157965:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 26 pid: 7713 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.158032:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3663 00000100:00100000:2.0:1734016145.158046:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:1968:x1818247332531456:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.158068:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.158076:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 26 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.158088:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 26 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.158119:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffed00/0xb46129d8d31785ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1e9 expref: 26 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.158153:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016145.158159:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.158171:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.158180:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.158229:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.158292:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:1968:x1818247332531456:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 250us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.158305:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3663 00010000:00010000:3.0:1734016145.158597:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016145.158607:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:3.0:1734016145.158769:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969076 00000004:00010000:3.0:1734016145.158840:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076c6f480 reply state ffff880136723000 transno 4294969077 ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:3.0:1734016145.158848:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016145.158947:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332531328:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 8740us (9127us total) trans 4294969077 rc 0/0 00000100:00100000:3.0:1734016145.158955:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2768 00000020:00080000:3.0:1734016145.158959:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016145.166478:0:3499:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.166501:0:3499:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.166509:0:3499:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.166516:0:3499:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880075ffc000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016145.166520:0:3499:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.166526:0:3499:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.166551:0:3499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016145.166554:0:3499:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016145.166558:0:3499:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.166563:0:3499:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880075ffc000/0xb46129d8d3178630 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016145.168248:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.169544:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531584 00000100:00100000:1.0:1734016145.169561:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531584 00000100:00100000:1.0:1734016145.169637:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13727 00000100:00100000:1.0:1734016145.169648:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:10366:x1818247332531584:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.169670:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.169701:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d21a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.169791:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.169801:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.169809:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.169811:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.169816:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.169865:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.169880:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 15 pid: 7692 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016145.169896:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334639232:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016145.170007:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.170015:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.170024:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334639360:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016145.170048:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.175318:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013501f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334639232:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016145.175337:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334639360:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016145.175375:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 15 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.175397:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016145.175459:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:10366:x1818247332531584:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5812us (7233us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.175469:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13727 00000100:00100000:0.0:1734016145.178154:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.178313:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531712 00000100:00100000:1.0:1734016145.178330:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531712 00010000:00010000:1.0:1734016145.178393:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 16 pid: 7692 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016145.179030:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3664 00000100:00100000:1.0:1734016145.179040:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1969:x1818247332531712:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.179073:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.179111:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 16 pid: 7692 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016145.179126:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 16 pid: 7692 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016145.179159:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317861b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d205 expref: 16 pid: 7692 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016145.179945:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.180051:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1969:x1818247332531712:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1010us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.180061:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3664 00000100:00100000:0.0:1734016145.181634:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.181706:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531840 00000100:00100000:2.0:1734016145.181740:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531840 00010000:00010000:2.0:1734016145.181803:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.181854:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3665 00000100:00100000:2.0:1734016145.181861:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332531840:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.181894:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.181923:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.181940:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.181971:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcb40/0xb46129d8d3178606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3338240->3350527) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d1f0 expref: 15 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.181996:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.181998:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.182005:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.182015:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.182073:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.182093:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334639488:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016145.182165:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.184851:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334639488:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016145.184884:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.184943:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332531840:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 3082us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.184961:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3665 00000100:00100000:0.0:1734016145.185396:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.186038:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332531968 00000100:00100000:2.0:1734016145.186049:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332531968 00000100:00100000:2.0:1734016145.186115:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13728 00000100:00100000:2.0:1734016145.186127:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:10366:x1818247332531968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.186163:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.186198:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d221 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.186251:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.186261:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.186267:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.186271:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.186275:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.186323:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 10 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.186343:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 10 pid: 13917 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.186364:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334639616:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.186474:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.186483:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.186492:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334639744:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016145.186515:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.196534:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.196538:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334639616:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016145.196550:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334639744:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016145.196578:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00010000:00010000:3.0:1734016145.196585:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 12 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.196603:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:3.0:1734016145.196662:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:10366:x1818247332531968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10535us (11267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.196673:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13728 00000100:00100000:2.0:1734016145.197310:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532096 00000100:00100000:2.0:1734016145.197325:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532096 00010000:00010000:2.0:1734016145.197370:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 11 pid: 13917 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.197407:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532224 00000100:00100000:2.0:1734016145.197410:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532224 00010000:00010000:2.0:1734016145.197420:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.197436:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3666 00000100:00100000:2.0:1734016145.197444:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332532096:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.197466:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.197492:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 11 pid: 13917 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016145.197509:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 11 pid: 13917 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016145.197547:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178629 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d213 expref: 11 pid: 13917 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016145.197570:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.197601:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332532096:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 159us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.197608:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3666 00000100:00100000:2.0:1734016145.197617:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3667 00000100:00100000:2.0:1734016145.197621:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332532224:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.197628:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.197635:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.197646:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.197658:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178622 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2498560->2510847) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d20c expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.197671:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.197674:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.197679:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.197691:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.197744:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.197769:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334639872:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016145.197810:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.202239:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334639872:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016145.202266:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.202556:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332532224:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 4929us (5973us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.202569:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3667 00000100:00100000:2.0:1734016145.203195:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.203534:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.203602:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532352 00000100:00100000:0.0:1734016145.203611:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532352 00002000:00010000:0.0:1734016145.203653:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1477430->18446744073709551615) 00002000:00100000:0.0:1734016145.203659:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0000 with x1818247332532352 ext(1477430->18446744073709551615) 00002000:00010000:0.0:1734016145.203672:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b0000. 00000100:00100000:0.0:1734016145.203968:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532480 00000100:00100000:0.0:1734016145.203971:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532480 00002000:00010000:0.0:1734016145.203983:0:13923:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016145.203985:0:13923:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3480 with x1818247332532480 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016145.203993:0:13923:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b3480. 00000100:00100000:3.0:1734016145.204131:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10249 00000100:00100000:3.0:1734016145.204142:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1969:x1818247332532352:12345-192.168.201.52@tcp:10:fsx.0 00000100:00100000:2.0:1734016145.204861:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10250 00000100:00100000:2.0:1734016145.204869:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332532480:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:3.0:1734016145.208961:0:13919:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5166370 -> 1477430 00002000:00010000:3.0:1734016145.208974:0:13919:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.208977:0:13919:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016143 00002000:00010000:3.0:1734016145.208978:0:13919:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.208981:0:13919:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 224 -> 96 00000100:00100000:3.0:1734016145.209100:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1969:x1818247332532352:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 4950us (5900us total) trans 4294969909 rc 0/0 00000100:00100000:3.0:1734016145.209115:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10249 00002000:00010000:3.0:1734016145.209124:0:13919:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1477430->18446744073709551615) 00002000:00100000:3.0:1734016145.209128:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b0000 with x1818247332532352 ext(1477430->18446744073709551615) 00002000:00010000:3.0:1734016145.209136:0:13919:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b0000. 00002000:00010000:2.0:1734016145.216129:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1734016145.216139:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.216142:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.216145:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.216147:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 144 -> 0 00000100:00100000:2.0:1734016145.216267:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332532480:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 11388us (12723us total) trans 4294968275 rc 0/0 00000100:00100000:2.0:1734016145.216282:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10250 00002000:00010000:2.0:1734016145.216292:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016145.216296:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3480 with x1818247332532480 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016145.216303:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b3480. 00000100:00100000:0.0:1734016145.219873:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.220459:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532608 00000100:00100000:3.0:1734016145.220479:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532608 00000100:00100000:0.0:1734016145.221650:0:6484:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2769 00000100:00100000:0.0:1734016145.221662:0:6484:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+25:10366:x1818247332532608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.221692:0:6484:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.221732:0:6484:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3178645 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d228 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.221844:0:6484:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317864c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016145.221863:0:6484:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317864c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016145.221877:0:6484:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317864c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00000004:00200000:0.0:1734016145.221912:0:6484:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1477430 00000004:00200000:0.0:1734016145.221917:0:6484:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016145.221935:0:6484:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317864c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6484 initiator: MDT0 00010000:00010000:0.0:1734016145.221962:0:6484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d3178645 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d228 expref: 27 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.222005:0:6484:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317864c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d228 expref: 26 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.222014:0:6484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016145.222017:0:6484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016145.222020:0:6484:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e6640, rc 0) 00000100:00100000:0.0:1734016145.222770:0:6484:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332532608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1106us (2917us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.222778:0:6484:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2769 00000100:00100000:1.0:1734016145.227214:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.227287:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.227361:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532736 00000100:00100000:2.0:1734016145.227379:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532736 00000100:00100000:2.0:1734016145.227450:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532864 00000100:00100000:2.0:1734016145.227452:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532864 00000100:00100000:2.0:1734016145.227476:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13729 00000100:00100000:2.0:1734016145.227486:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332532736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.227516:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.227550:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3178653 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d22f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.227643:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334640000:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.227838:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.228021:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13730 00000100:00100000:0.0:1734016145.228030:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087257450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332532864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.228043:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.228062:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d317865a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d236 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.228107:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334640128:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.228139:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.231954:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334640128:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016145.232025:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d317865a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d236 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.232044:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4900/0xb46129d8d317865a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d236 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.232083:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:1.0:1734016145.232163:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087257450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332532864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4129us (4871us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.232177:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13730 00002000:00010000:2.0:1734016145.232377:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:2.0:1734016145.232395:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334640000:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.232422:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3178653 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d22f expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.232433:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d3178653 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d22f expref: 16 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.232446:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016145.232473:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332532736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4988us (5277us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.232478:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13729 00000100:00100000:0.0:1734016145.237538:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.237708:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.238039:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332532992 00000100:00100000:1.0:1734016145.238057:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332532992 00000100:00100000:1.0:1734016145.238128:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533120 00000100:00100000:1.0:1734016145.238130:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533120 00000100:00100000:1.0:1734016145.238157:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13731 00000100:00100000:1.0:1734016145.238169:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332532992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.238206:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.238240:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3178661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d23d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.238341:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334640256:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016145.238460:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.238493:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13732 00000100:00100000:1.0:1734016145.238498:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332533120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.238507:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.238522:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3178668 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d244 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.238551:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334640384:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016145.238574:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.243578:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334640384:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016145.243635:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3178668 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d244 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.243653:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d3178668 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d244 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.243671:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016145.243761:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332533120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5261us (6053us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.243772:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13732 00000100:00100000:0.0:1734016145.244072:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334640256:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016145.244095:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3178661 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d23d expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.244110:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3178661 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d23d expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.244126:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:0.0:1734016145.244164:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332532992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5998us (6654us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.244170:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13731 00000100:00100000:0.0:1734016145.254461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.254989:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533248 00000100:00100000:2.0:1734016145.255014:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533248 00000100:00100000:2.0:1734016145.255095:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13733 00000100:00100000:2.0:1734016145.255105:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:10366:x1818247332533248:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.255141:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.255172:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d24b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.255218:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.255227:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.255229:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.255233:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4677632->4685823] (req 4677632->4685823) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.255279:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 14 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.255297:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 14 pid: 13917 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.255316:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334640512:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016145.255419:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.264830:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334640512:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.264895:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4677632->4685823] (req 4677632->4685823) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.264922:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd680, rc 0) 00000100:00100000:2.0:1734016145.265025:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:10366:x1818247332533248:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9920us (10590us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.265037:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13733 00000100:00100000:0.0:1734016145.266375:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.267855:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533376 00000100:00100000:2.0:1734016145.267879:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533376 00010000:00010000:2.0:1734016145.267955:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 15 pid: 13917 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.268014:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3668 00000100:00100000:2.0:1734016145.268024:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+15:1968:x1818247332533376:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.268051:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.268094:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 15 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.268111:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 15 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.268154:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178637 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d21a expref: 15 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.269995:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.270006:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.270019:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.270031:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.270088:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.270109:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334640640:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016145.270508:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.275164:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.275348:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334640640:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016145.275381:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.275457:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+14:1968:x1818247332533376:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7432us (9092us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.275469:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3668 00000100:00100000:3.0:1734016145.276060:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533504 00000100:00100000:3.0:1734016145.276069:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533504 00000100:00100000:3.0:1734016145.276116:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13734 00000100:00100000:3.0:1734016145.276124:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332533504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.276150:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.276176:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178676 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d252 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.276265:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334640768:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.276320:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.279311:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334640768:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.279366:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178676 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d252 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.279386:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178676 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d252 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.279997:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016145.280820:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332533504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4691us (5667us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.280832:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13734 00000100:00100000:0.0:1734016145.285064:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.285190:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533632 00000100:00100000:3.0:1734016145.285204:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533632 00000100:00100000:3.0:1734016145.285277:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13735 00000100:00100000:3.0:1734016145.285287:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332533632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.285313:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.285341:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317867d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d259 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.285426:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334640896:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.285781:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.287684:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334640896:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.287853:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317867d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d259 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.287884:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d317867d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d259 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.288016:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016145.288462:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332533632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3172us (3410us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.288476:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13735 00000100:00100000:0.0:1734016145.293990:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.294217:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533760 00000100:00100000:3.0:1734016145.294241:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533760 00000100:00100000:1.0:1734016145.295205:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13736 00000100:00100000:1.0:1734016145.295219:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332533760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.295259:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.295292:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178684 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d260 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.295406:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334641024:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016145.295524:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.298182:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334641024:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016145.298244:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178684 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d260 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.298264:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178684 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d260 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.298283:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016145.298710:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332533760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3491us (4748us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.298773:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13736 00000100:00100000:2.0:1734016145.302780:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.302917:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332533888 00000100:00100000:1.0:1734016145.302928:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332533888 00000100:00100000:1.0:1734016145.302993:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13737 00000100:00100000:1.0:1734016145.303003:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332533888:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.303035:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.303062:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d267 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.303109:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.303118:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.303120:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.303123:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [860160->864255] (req 860160->864255) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.303167:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 11 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.303181:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 11 pid: 13917 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.303197:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334641152:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016145.303882:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.308141:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.308355:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334641152:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016145.308407:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [860160->864255] (req 860160->864255) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.308435:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016145.308500:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332533888:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5497us (5734us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.308514:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13737 00000100:00100000:3.0:1734016145.308633:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332534016 00000100:00100000:3.0:1734016145.308642:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332534016 00010000:00010000:3.0:1734016145.308686:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.308785:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3669 00000100:00100000:3.0:1734016145.308792:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+12:1968:x1818247332534016:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.308809:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.308843:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.308860:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.308895:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcd80/0xb46129d8d317863e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d221 expref: 12 pid: 13917 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.308922:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.308925:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.308934:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.308947:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.308994:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.309017:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334641280:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016145.309087:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.315707:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334641280:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016145.315781:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.315884:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332534016:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7086us (7761us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.315902:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3669 00000100:00100000:0.0:1734016145.319978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.320236:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332534272 00000100:00100000:2.0:1734016145.320253:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332534272 00002000:00100000:2.0:1734016145.320334:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (860160->4194303) req@ffff880097ee0000 x1818247332534272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 504/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.320350:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0000 with x1818247332534272 ext(860160->4194303) 00002000:00010000:2.0:1734016145.320360:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0000 00000100:00100000:2.0:1734016145.320412:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10251 00000100:00100000:2.0:1734016145.320422:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332534272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.326233:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332534272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5784us (6253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.326256:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10251 00002000:00100000:1.0:1734016145.326278:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (860160->4194303) req@ffff880097ee0000 x1818247332534272/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 504/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.326292:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0000 with x1818247332534272 ext(860160->4194303) 00002000:00010000:1.0:1734016145.326300:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0000 00000100:00100000:0.0:1734016145.332064:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.332142:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.332298:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332534656 00000100:00100000:1.0:1734016145.332312:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332534656 00002000:00100000:1.0:1734016145.332375:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (864256->868351) req@ffff880097ee0e00 x1818247332534656/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.332389:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0e00 with x1818247332534656 ext(864256->868351) 00002000:00010000:1.0:1734016145.332396:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0e00 00000100:00100000:1.0:1734016145.332443:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332534784 00000100:00100000:1.0:1734016145.332446:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332534784 00002000:00100000:1.0:1734016145.332463:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4677631) req@ffff880097ee2d80 x1818247332534784/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.332471:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2d80 with x1818247332534784 ext(4194304->4677631) 00002000:00010000:1.0:1734016145.332474:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2d80 00000100:00100000:1.0:1734016145.332489:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10252 00000100:00100000:1.0:1734016145.332498:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332534656:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.332787:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332534656:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 287us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.332794:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10252 00002000:00100000:1.0:1734016145.332800:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (864256->868351) req@ffff880097ee0e00 x1818247332534656/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.332807:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee0e00 with x1818247332534656 ext(864256->868351) 00002000:00010000:1.0:1734016145.332811:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097ee0e00 00000100:00100000:1.0:1734016145.332828:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10253 00000100:00100000:1.0:1734016145.332831:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1971:x1818247332534784:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.338172:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1971:x1818247332534784:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5318us (6009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.338189:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10253 00002000:00100000:1.0:1734016145.338210:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4677631) req@ffff880097ee2d80 x1818247332534784/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.338222:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee2d80 with x1818247332534784 ext(4194304->4677631) 00002000:00010000:1.0:1734016145.338231:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097ee2d80 00000100:00100000:3.0:1734016145.340109:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.341082:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332534912 00000100:00100000:1.0:1734016145.341098:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332534912 00002000:00100000:1.0:1734016145.341158:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (860160->868351) req@ffff880075ff9500 x1818247332534912/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 8680/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.341170:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9500 with x1818247332534912 ext(860160->868351) 00002000:00010000:1.0:1734016145.341176:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff9500 00000100:00100000:1.0:1734016145.341454:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10254 00000100:00100000:1.0:1734016145.341465:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332534912:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016145.343110:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1969:x1818247332534912:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1637us (3006us total) trans 4294968276 rc 0/0 00000100:00100000:1.0:1734016145.343124:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10254 00002000:00100000:1.0:1734016145.343137:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (860160->868351) req@ffff880075ff9500 x1818247332534912/t4294968276(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 8680/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.343148:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075ff9500 with x1818247332534912 ext(860160->868351) 00002000:00010000:1.0:1734016145.343156:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075ff9500 00000100:00100000:0.0:1734016145.347265:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.347423:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535040 00000100:00100000:3.0:1734016145.347439:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535040 00000100:00100000:3.0:1734016145.347666:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2770 00000100:00100000:3.0:1734016145.347675:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332535040:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:3.0:1734016145.348538:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332535040:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 859us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.348553:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2770 00000100:00100000:0.0:1734016145.350630:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.350771:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535168 00000100:00100000:1.0:1734016145.350784:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535168 00000100:00100000:1.0:1734016145.350842:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13738 00000100:00100000:1.0:1734016145.350848:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332535168:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016145.352209:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968276 is committed 00000001:00080000:2.0:1734016145.352240:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968275 is committed 00000100:00100000:1.0:1734016145.352651:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332535168:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 1797us (2026us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.352662:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13738 00000100:00100000:2.0:1734016145.359531:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.360000:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535424 00000100:00100000:1.0:1734016145.360013:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535424 00002000:00100000:1.0:1734016145.360076:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (32768->36863) req@ffff8800767b2680 x1818247332535424/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.360089:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2680 with x1818247332535424 ext(32768->36863) 00002000:00010000:1.0:1734016145.360098:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2680 00000100:00100000:1.0:1734016145.360126:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10255 00000100:00100000:1.0:1734016145.360133:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332535424:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.360408:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1968:x1818247332535424:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 271us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.360417:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10255 00002000:00100000:1.0:1734016145.360424:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (32768->36863) req@ffff8800767b2680 x1818247332535424/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.360432:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b2680 with x1818247332535424 ext(32768->36863) 00002000:00010000:1.0:1734016145.360435:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800767b2680 00000100:00100000:0.0:1734016145.364524:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.364786:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535552 00000100:00100000:2.0:1734016145.364804:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535552 00002000:00100000:2.0:1734016145.364876:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (32768->4682199) req@ffff880076c4ca80 x1818247332535552/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 504/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.364889:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247332535552 ext(32768->4682199) 00002000:00010000:2.0:1734016145.364896:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ca80 00000100:00100000:2.0:1734016145.364941:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10256 00000100:00100000:2.0:1734016145.364949:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332535552:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016145.370874:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1970:x1818247332535552:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5905us (6347us total) trans 4294969910 rc 0/0 00000100:00100000:2.0:1734016145.370893:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10256 00002000:00100000:2.0:1734016145.370910:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (32768->4682199) req@ffff880076c4ca80 x1818247332535552/t4294969910(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 504/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.370922:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4ca80 with x1818247332535552 ext(32768->4682199) 00002000:00010000:2.0:1734016145.370931:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076c4ca80 00000100:00100000:3.0:1734016145.376004:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.376214:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535680 00000100:00100000:1.0:1734016145.376234:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535680 00000100:00100000:1.0:1734016145.376313:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13739 00000100:00100000:1.0:1734016145.376326:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+18:1971:x1818247332535680:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016145.378191:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969910 is committed 00000001:00080000:2.0:1734016145.378234:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969909 is committed 00000100:00100000:1.0:1734016145.378895:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332535680:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2564us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.378912:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13739 00000100:00100000:0.0:1734016145.382932:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.383856:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535808 00000100:00100000:3.0:1734016145.383875:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535808 00000100:00100000:3.0:1734016145.384157:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2771 00000100:00100000:3.0:1734016145.384172:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332535808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.384221:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.384260:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3178692 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d26e expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.384410:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016145.384610:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016145.384629:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:3.0:1734016145.384671:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1477430 00000004:00200000:3.0:1734016145.384678:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016145.384707:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016145.384950:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9db3c0/0xb46129d8d3178692 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 30 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.385023:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 29 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.385040:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016145.385043:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016145.385047:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016145.385398:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332535808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1228us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.385405:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2771 00000100:00100000:0.0:1734016145.390407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.390659:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536064 00000100:00100000:1.0:1734016145.390677:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536064 00000100:00100000:0.0:1734016145.390678:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.390761:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332535936 00000100:00100000:2.0:1734016145.390768:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332535936 00000100:00100000:2.0:1734016145.390831:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13740 00000100:00100000:2.0:1734016145.390841:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332535936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.390878:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734016145.390902:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13741 00000100:00100000:1.0:1734016145.390907:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332536064:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.390911:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31786a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d275 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.390915:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.390932:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31786a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d27c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.390999:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334641536:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.390999:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334641408:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016145.391243:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.391266:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265b40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016145.394492:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 1477430 -> 4682200 00002000:00010000:0.0:1734016145.394503:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00002000:00010000:0.0:1734016145.394507:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 96 -> 120 00000100:00100000:0.0:1734016145.394535:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334641408:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016145.394577:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31786a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d275 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.394600:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcd80/0xb46129d8d31786a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d275 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.394640:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcd80, rc 0) 00000100:00100000:0.0:1734016145.394715:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332535936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3873us (4033us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.394772:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13740 00002000:00010000:1.0:1734016145.395755:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 868352 00002000:00010000:1.0:1734016145.395760:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016145.395763:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:1.0:1734016145.395781:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334641536:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016145.395807:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31786a7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d27c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.395822:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31786a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d27c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.395854:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016145.395896:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332536064:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4985us (5507us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.395903:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13741 00000100:00100000:2.0:1734016145.399781:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.400457:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.400560:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536192 00000100:00100000:0.0:1734016145.400581:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536192 00000100:00100000:0.0:1734016145.400657:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536320 00000100:00100000:0.0:1734016145.400659:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536320 00000100:00100000:0.0:1734016145.400849:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13742 00000100:00100000:0.0:1734016145.400860:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332536192:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.400888:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.400924:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31786ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d283 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.401011:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334641664:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.401119:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.401400:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13743 00000100:00100000:2.0:1734016145.401406:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332536320:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.401421:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.401454:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d31786b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d28a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.401495:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334641792:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.401547:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.407652:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334641664:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.407760:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31786ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d283 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.407784:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4900/0xb46129d8d31786ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d283 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.407808:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:2.0:1734016145.407894:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332536192:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7035us (8176us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.407905:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13742 00000100:00100000:3.0:1734016145.408203:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334641792:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.408236:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d31786b5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d28a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.408248:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffcb40/0xb46129d8d31786b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d28a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409104:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcb40, rc 0) 00000100:00100000:3.0:1734016145.409153:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332536320:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7745us (8695us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.409163:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13743 00000100:00100000:0.0:1734016145.414092:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.414515:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536448 00000100:00100000:3.0:1734016145.414525:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536448 00000100:00100000:3.0:1734016145.414592:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13744 00000100:00100000:3.0:1734016145.414599:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332536448:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.414624:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.414650:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d291 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.414696:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.414704:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.414706:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.414711:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2953216->2961407] (req 2953216->2961407) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.414783:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.414796:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 5 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.414811:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334641920:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016145.414890:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.422247:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.422407:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334641920:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016145.422447:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2953216->2961407] (req 2953216->2961407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.422470:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016145.422533:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332536448:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7933us (8460us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.422544:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13744 00000100:00100000:2.0:1734016145.422636:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536576 00000100:00100000:2.0:1734016145.422645:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536576 00010000:00010000:2.0:1734016145.422678:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 6 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.422756:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3670 00000100:00100000:2.0:1734016145.422763:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332536576:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.422779:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.422809:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 6 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.422821:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 6 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.422850:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d317868b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 860160->864255) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d267 expref: 6 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.422876:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.422878:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.422888:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.422900:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.422940:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.422960:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334642048:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016145.423005:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.428276:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.428365:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536704 00000100:00100000:3.0:1734016145.428378:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536704 00000100:00100000:3.0:1734016145.428426:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13745 00000100:00100000:3.0:1734016145.428433:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332536704:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:0.0:1734016145.428587:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334642048:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016145.428612:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016145.428766:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.428787:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31786c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d298 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.428846:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334642176:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.429089:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332536576:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 6325us (6855us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.429101:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3670 00000100:00100000:3.0:1734016145.429267:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.433381:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334642176:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.433471:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31786c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d298 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.433502:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31786c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d298 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.433539:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016145.433651:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332536704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5214us (5387us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.433669:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13745 00000100:00100000:0.0:1734016145.439498:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.439624:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332536960 00000100:00100000:2.0:1734016145.439643:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332536960 00002000:00100000:2.0:1734016145.439771:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2953216->2957311) req@ffff880076c4d880 x1818247332536960/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.439785:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4d880 with x1818247332536960 ext(2953216->2957311) 00002000:00010000:2.0:1734016145.439792:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c4d880 00000100:00100000:1.0:1734016145.440892:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10257 00000100:00100000:1.0:1734016145.440904:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332536960:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.441178:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332536960:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 274us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.441188:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10257 00002000:00100000:1.0:1734016145.441196:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2953216->2957311) req@ffff880076c4d880 x1818247332536960/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.441206:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c4d880 with x1818247332536960 ext(2953216->2957311) 00002000:00010000:1.0:1734016145.441211:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076c4d880 00000100:00100000:2.0:1734016145.448310:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.449418:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332537216 00000100:00100000:0.0:1734016145.449438:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332537216 00002000:00100000:0.0:1734016145.449520:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2957312->2961407) req@ffff8800767b3800 x1818247332537216/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.449534:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3800 with x1818247332537216 ext(2957312->2961407) 00002000:00010000:0.0:1734016145.449543:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b3800 00000100:00100000:0.0:1734016145.449590:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10258 00000100:00100000:0.0:1734016145.449600:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332537216:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.449939:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332537216:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 340us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.449948:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10258 00002000:00100000:0.0:1734016145.449956:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2957312->2961407) req@ffff8800767b3800 x1818247332537216/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.449963:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800767b3800 with x1818247332537216 ext(2957312->2961407) 00002000:00010000:0.0:1734016145.449966:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800767b3800 00000100:00100000:0.0:1734016145.453685:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.453866:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332537344 00000100:00100000:3.0:1734016145.453883:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332537344 00000100:00100000:3.0:1734016145.454292:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13746 00000100:00100000:3.0:1734016145.454302:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332537344:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.454326:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.454349:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31786ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d29f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.454418:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334642304:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.454499:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.458895:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334642304:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.458965:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31786ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d29f expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.458988:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d31786ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d29f expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.459029:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016145.459114:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332537344:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4811us (5442us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.459125:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13746 00000100:00100000:0.0:1734016145.463521:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.463694:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332537472 00000100:00100000:3.0:1734016145.463709:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332537472 00000100:00100000:3.0:1734016145.463838:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13747 00000100:00100000:3.0:1734016145.463850:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332537472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.463881:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.463910:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31786d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2a6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.464005:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334642432:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.464109:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7b66300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.472044:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334642432:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.472107:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31786d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2a6 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.472130:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db600/0xb46129d8d31786d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2a6 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.472220:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016145.472362:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332537472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8511us (8865us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.472378:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13747 00000100:00100000:0.0:1734016145.482316:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.482708:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332537600 00000100:00100000:3.0:1734016145.482866:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332537600 00000100:00100000:3.0:1734016145.484033:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13748 00000100:00100000:3.0:1734016145.484045:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332537600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.484071:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.484098:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2ad expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.484365:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.484368:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.484379:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.484400:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.484413:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016145.484935:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332537600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 889us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.484945:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13748 00000100:00100000:0.0:1734016145.495119:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.496115:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332537856 00000100:00100000:1.0:1734016145.496126:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332537856 00002000:00100000:1.0:1734016145.496188:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2076672->2080767) req@ffff88007946bb80 x1818247332537856/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.496199:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946bb80 with x1818247332537856 ext(2076672->2080767) 00002000:00010000:1.0:1734016145.496204:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946bb80 00000100:00100000:1.0:1734016145.496240:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10259 00000100:00100000:1.0:1734016145.496249:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332537856:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.496492:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332537856:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 243us (1403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.496500:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10259 00002000:00100000:1.0:1734016145.496506:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2076672->2080767) req@ffff88007946bb80 x1818247332537856/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.496513:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946bb80 with x1818247332537856 ext(2076672->2080767) 00002000:00010000:1.0:1734016145.496516:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946bb80 00000100:00100000:0.0:1734016145.507788:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.508127:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332537984 00000100:00100000:2.0:1734016145.508145:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332537984 00002000:00100000:2.0:1734016145.508222:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2076672->2080767) req@ffff88007946b100 x1818247332537984/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 4584/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.508234:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b100 with x1818247332537984 ext(2076672->2080767) 00002000:00010000:2.0:1734016145.508244:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b100 00000100:00100000:2.0:1734016145.508978:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10260 00000100:00100000:2.0:1734016145.508993:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332537984:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016145.510265:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332537984:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1271us (2554us total) trans 4294969911 rc 0/0 00000100:00100000:2.0:1734016145.510282:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10260 00002000:00100000:2.0:1734016145.510299:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2076672->2080767) req@ffff88007946b100 x1818247332537984/t4294969911(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 4584/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.510317:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007946b100 with x1818247332537984 ext(2076672->2080767) 00002000:00010000:2.0:1734016145.510325:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007946b100 00000100:00100000:0.0:1734016145.515981:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.516086:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332538112 00000100:00100000:3.0:1734016145.516100:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332538112 00000100:00100000:3.0:1734016145.516170:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13749 00000100:00100000:3.0:1734016145.516179:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332538112:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016145.520586:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969911 is committed 00000100:00100000:2.0:1734016145.526190:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332538112:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 9995us (10210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.526210:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13749 00000100:00100000:0.0:1734016145.533531:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.534889:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332538368 00000100:00100000:3.0:1734016145.534915:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332538368 00000100:00100000:3.0:1734016145.535002:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2772 00000100:00100000:3.0:1734016145.535011:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+26:10366:x1818247332538368:12345-192.168.201.52@tcp:36:fsx.0 00010000:00010000:3.0:1734016145.535105:0:7713:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.535151:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d317864c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d228 expref: 26 pid: 6484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.535193:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:3.0:1734016145.535200:0:7713:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016145.535488:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016145.535503:0:7713:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.535510:0:7713:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:3.0:1734016145.535554:0:7713:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.535574:0:7713:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 28 pid: 7713 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.535591:0:7713:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334642560:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016145.536259:0:7713:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.541368:0:7713:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7713:1818247334642560:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016145.541422:0:7713:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:0.0:1734016145.543503:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.543652:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332538496 00000100:00100000:2.0:1734016145.543664:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332538496 00010000:00010000:2.0:1734016145.543713:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 29 pid: 7713 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.543816:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3671 00000100:00100000:2.0:1734016145.543825:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:1969:x1818247332538496:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.543843:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.543849:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 29 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.543865:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 29 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.543894:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d26e expref: 29 pid: 7713 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.543932:0:7025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016145.543938:0:7025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.543952:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.543962:0:7025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.543995:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.544066:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:1969:x1818247332538496:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 241us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.544073:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3671 00010000:00010000:2.0:1734016145.544129:0:7713:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.544138:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000001:00080000:2.0:1734016145.544302:0:7713:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969078 00000004:00010000:2.0:1734016145.544390:0:7713:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079468e00 reply state ffff88007677b000 transno 4294969079 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000100:00100000:2.0:1734016145.544399:0:7713:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016145.544508:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332538368:12345-192.168.201.52@tcp:36:fsx.0 Request processed in 9495us (10992us total) trans 4294969079 rc 0/0 00000100:00100000:2.0:1734016145.544515:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2772 00000020:00080000:2.0:1734016145.544522:0:7713:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016145.552392:0:3498:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.552416:0:3498:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.552423:0:3498:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.552431:0:3498:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b9daf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016145.552439:0:3498:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.552446:0:3498:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.552468:0:3498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:2.0:1734016145.552471:0:3498:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016145.552476:0:3498:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00010000:00010000:2.0:1734016145.552480:0:3498:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b9daf40/0xb46129d8d31786df lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7713 initiator: MDT0 00000100:00100000:1.0:1734016145.552834:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.552980:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332538624 00000100:00100000:2.0:1734016145.552997:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332538624 00000100:00100000:2.0:1734016145.553060:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13750 00000100:00100000:2.0:1734016145.553068:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332538624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.553094:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.553118:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2b4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.553160:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.553169:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.553177:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.553181:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.553187:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.553246:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 7 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.553264:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 7 pid: 10116 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.553283:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334642688:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.553388:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.553396:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 7 pid: 10116 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.553406:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334642816:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016145.553433:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.558158:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.558215:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.558468:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332538752 00000100:00100000:1.0:1734016145.558481:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332538752 00010000:00010000:1.0:1734016145.558523:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 8 pid: 10116 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016145.558562:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332538880 00000100:00100000:1.0:1734016145.558564:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332538880 00010000:00010000:1.0:1734016145.558572:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 8 pid: 10116 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.558587:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3672 00000100:00100000:1.0:1734016145.558593:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332538752:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.558614:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.558648:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 8 pid: 10116 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016145.558661:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 8 pid: 10116 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016145.558694:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.558792:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332538752:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 197us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.558798:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3672 00000100:00100000:1.0:1734016145.558812:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3673 00000100:00100000:1.0:1734016145.558816:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332538880:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.558821:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.558827:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 8 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.558836:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 8 pid: 10116 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.558847:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.558849:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.558857:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.558866:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.558907:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.558923:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334642944:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016145.558960:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53b40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016145.559188:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31786d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ad expref: 7 pid: 10116 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.559213:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334642688:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.559225:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8240/0xb46129d8d31786bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2953216->2961407) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d291 expref: 8 pid: 10116 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.559235:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334642816:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.559270:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.559280:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:2.0:1734016145.559308:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332538624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6241us (6482us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.559315:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13750 00000100:00100000:1.0:1734016145.573372:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e85880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334642944:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016145.573419:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.574261:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332538880:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 15437us (16039us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.574282:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3673 00000100:00100000:1.0:1734016145.575039:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.576267:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.576370:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539136 00000100:00100000:2.0:1734016145.576381:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539136 00002000:00010000:2.0:1734016145.576429:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016145.576434:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85880 with x1818247332539136 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016145.576446:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85880. 00000100:00100000:2.0:1734016145.576476:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539008 00000100:00100000:2.0:1734016145.576479:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539008 00002000:00010000:2.0:1734016145.576490:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4316648->18446744073709551615) 00002000:00100000:2.0:1734016145.576492:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85500 with x1818247332539008 ext(4316648->18446744073709551615) 00002000:00010000:2.0:1734016145.576498:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85500. 00000100:00100000:2.0:1734016145.576516:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10261 00000100:00100000:2.0:1734016145.576523:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332539136:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016145.576801:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 868352 -> 4194304 00002000:00010000:2.0:1734016145.576804:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.576806:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:2.0:1734016145.576809:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.576810:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016145.576883:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332539136:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 360us (1846us total) trans 4294968277 rc 0/0 00000100:00100000:2.0:1734016145.576893:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10261 00002000:00010000:2.0:1734016145.576897:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016145.576899:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85880 with x1818247332539136 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016145.576902:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880075e85880. 00000100:00100000:2.0:1734016145.576918:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10262 00000100:00100000:2.0:1734016145.576923:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332539008:12345-192.168.201.52@tcp:10:fsx.0 00002000:00010000:2.0:1734016145.577420:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4682200 -> 4316648 00002000:00010000:2.0:1734016145.577424:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.577427:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:2.0:1734016145.577429:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.577431:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 120 -> 112 00000100:00100000:2.0:1734016145.577451:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332539008:12345-192.168.201.52@tcp:10:fsx.0 Request processed in 527us (1186us total) trans 4294969912 rc 0/0 00000100:00100000:2.0:1734016145.577458:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10262 00002000:00010000:2.0:1734016145.577461:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4316648->18446744073709551615) 00002000:00100000:2.0:1734016145.577463:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e85500 with x1818247332539008 ext(4316648->18446744073709551615) 00002000:00010000:2.0:1734016145.577467:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e85500. 00000100:00100000:2.0:1734016145.583816:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.583854:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539264 00000100:00100000:0.0:1734016145.583870:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539264 00000100:00100000:0.0:1734016145.584034:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2773 00000100:00100000:0.0:1734016145.584045:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+27:10366:x1818247332539264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.584087:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.584113:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31786ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2bb expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.584243:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31786f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016145.584260:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31786f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016145.584272:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31786f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016145.584298:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8510952 00000004:00200000:0.0:1734016145.584302:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016145.584325:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31786f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016145.584347:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e6640/0xb46129d8d31786ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2bb expref: 29 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.586301:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4900/0xb46129d8d31786f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2bb expref: 28 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.586322:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016145.586325:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016145.586328:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4900, rc 0) 00000100:00100000:0.0:1734016145.586402:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332539264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2357us (2600us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.586411:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2773 00000100:00100000:1.0:1734016145.593135:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.593205:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539392 00000100:00100000:2.0:1734016145.593218:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539392 00000100:00100000:2.0:1734016145.593287:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13751 00000100:00100000:2.0:1734016145.593297:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332539392:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.596277:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4316648 -> 4316648 00002000:00010000:2.0:1734016145.598822:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.598829:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.598831:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.598834:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1734016145.599124:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332539392:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 5814us (5999us total) trans 4294969913 rc 0/0 00000100:00100000:2.0:1734016145.599144:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13751 00000100:00100000:1.0:1734016145.606751:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.606830:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539520 00000100:00100000:0.0:1734016145.606851:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539520 00000100:00100000:0.0:1734016145.606962:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2774 00000100:00100000:0.0:1734016145.606977:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+28:10366:x1818247332539520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.607023:0:7713:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.607068:0:7713:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d31786fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2c2 expref: -99 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.607246:0:7713:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178702 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016145.607270:0:7713:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016145.607285:0:7713:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00000004:00200000:0.0:1734016145.607323:0:7713:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8510952 00000004:00200000:0.0:1734016145.607329:0:7713:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016145.607359:0:7713:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7713 initiator: MDT0 00010000:00010000:0.0:1734016145.607392:0:7713:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e4240/0xb46129d8d31786fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2c2 expref: 30 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.610632:0:7713:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80e7600/0xb46129d8d3178702 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2c2 expref: 29 pid: 7713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.610656:0:7713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff88012eba1600) 00010000:00010000:0.0:1734016145.610659:0:7713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016145.610664:0:7713:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7600, rc 0) 00000100:00100000:0.0:1734016145.611709:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+29:10366:x1818247332539520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4729us (5014us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.611739:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2774 00000100:00100000:3.0:1734016145.627003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.627068:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.629057:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539776 00000100:00100000:0.0:1734016145.629077:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539776 00000100:00100000:0.0:1734016145.629180:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539648 00000100:00100000:0.0:1734016145.629183:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539648 00000100:00100000:0.0:1734016145.629241:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13752 00000100:00100000:0.0:1734016145.629251:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332539776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.629285:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.629321:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3178709 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2d0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.629419:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334643072:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.629554:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.629982:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13753 00000100:00100000:2.0:1734016145.629990:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332539648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.630002:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.630021:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3178710 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2c9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.630059:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334643200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.630136:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016145.635522:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016145.635572:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079469880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334643072:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016145.635633:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3178709 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2d0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.635655:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4d80/0xb46129d8d3178709 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2d0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.635968:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4d80, rc 0) 00000100:00100000:1.0:1734016145.636047:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332539776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6796us (9056us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.636058:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13752 00002000:00010000:0.0:1734016145.649422:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:0.0:1734016145.649483:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334643200:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016145.649549:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3178710 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2c9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.649577:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc000/0xb46129d8d3178710 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2c9 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.649617:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc000, rc 0) 00000100:00100000:0.0:1734016145.649710:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332539648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 19718us (22639us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.649742:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13753 00000100:00100000:0.0:1734016145.659905:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.660275:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.661522:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540032 00000100:00100000:2.0:1734016145.661538:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540032 00000100:00100000:2.0:1734016145.661608:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332539904 00000100:00100000:2.0:1734016145.661611:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332539904 00000100:00100000:2.0:1734016145.661633:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13754 00000100:00100000:2.0:1734016145.661640:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332540032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.661669:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.661694:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3178717 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2de expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.661798:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334643328:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.661913:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.662104:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13755 00000100:00100000:3.0:1734016145.662111:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332539904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.662121:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.662135:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317871e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2d7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.662165:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334643456:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.662195:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.670408:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800767b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334643328:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.670467:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3178717 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2de expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.670489:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3178717 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2de expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.670512:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016145.670587:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007946aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332540032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8945us (10694us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.670599:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13754 00000100:00100000:3.0:1734016145.671015:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334643456:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.671039:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317871e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2d7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.671048:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317871e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2d7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.671078:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016145.671101:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332539904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8990us (10826us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.671107:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13755 00000100:00100000:0.0:1734016145.692367:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.692467:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540160 00000100:00100000:3.0:1734016145.692481:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540160 00000100:00100000:3.0:1734016145.692542:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13756 00000100:00100000:3.0:1734016145.692551:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332540160:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016145.692896:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016145.692899:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.692901:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:3.0:1734016145.692903:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.692906:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 24 00000100:00100000:3.0:1734016145.692973:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332540160:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 423us (621us total) trans 4294968278 rc 0/0 00000100:00100000:3.0:1734016145.692980:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13756 00000100:00100000:2.0:1734016145.697450:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.697510:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.697593:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540416 00000100:00100000:0.0:1734016145.697607:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540416 00000100:00100000:0.0:1734016145.697666:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540288 00000100:00100000:0.0:1734016145.697668:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540288 00000100:00100000:0.0:1734016145.697696:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13757 00000100:00100000:0.0:1734016145.697704:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540416:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.697706:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13758 00000100:00100000:1.0:1734016145.697711:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540288:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.697758:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.697758:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.697776:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3178725 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2ec expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.697776:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317872c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2e5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.697829:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334643584:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016145.697829:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334643712:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.698357:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.698426:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016145.700265:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016145.700297:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ea93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334643584:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.700335:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3178725 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ec expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.700350:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e61c0/0xb46129d8d3178725 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2ec expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.700378:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e61c0, rc 0) 00000100:00100000:2.0:1734016145.700423:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800767b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540416:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2718us (2989us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.700432:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13757 00000100:00100000:1.0:1734016145.700700:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075e85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334643712:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016145.700741:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317872c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2e5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.700758:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d317872c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2e5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.702538:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016145.703875:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540288:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6153us (6355us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.703887:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13758 00000100:00100000:0.0:1734016145.713518:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.713589:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.713717:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540672 00000100:00100000:2.0:1734016145.713766:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540672 00000100:00100000:2.0:1734016145.713807:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540544 00000100:00100000:2.0:1734016145.713809:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540544 00000100:00100000:2.0:1734016145.713833:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13759 00000100:00100000:2.0:1734016145.713840:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540672:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.713859:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.713880:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3178733 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2fa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.713939:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334643840:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.714043:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.714347:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13760 00000100:00100000:3.0:1734016145.714354:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540544:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.714362:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.714374:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317873a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d2f3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.714405:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334643968:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.714431:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.716204:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334643840:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.716246:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3178733 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2fa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.716266:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffed00/0xb46129d8d3178733 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2fa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.716301:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffed00, rc 0) 00000100:00100000:2.0:1734016145.716353:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540672:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2513us (2855us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.716365:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13759 00000100:00100000:3.0:1734016145.717163:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334643968:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.717196:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317873a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2f3 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.717207:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d317873a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2f3 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.717229:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016145.717255:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332540544:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2901us (3666us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.717261:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13760 00000100:00100000:0.0:1734016145.723571:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.723801:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540800 00000100:00100000:3.0:1734016145.723818:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540800 00000100:00100000:3.0:1734016145.725050:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13761 00000100:00100000:3.0:1734016145.725062:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332540800:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016145.725434:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4316648 -> 4316648 00002000:00010000:3.0:1734016145.726994:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.726997:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:3.0:1734016145.726999:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.727000:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 112 -> 136 00000100:00100000:3.0:1734016145.727480:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332540800:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 2413us (3934us total) trans 4294969914 rc 0/0 00000100:00100000:3.0:1734016145.727494:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13761 00000100:00100000:0.0:1734016145.730841:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.730885:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.731022:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332541056 00000100:00100000:2.0:1734016145.731033:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332541056 00000100:00100000:2.0:1734016145.731092:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332540928 00000100:00100000:2.0:1734016145.731094:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332540928 00000100:00100000:2.0:1734016145.731114:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13762 00000100:00100000:2.0:1734016145.731124:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332541056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.731150:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.731178:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178741 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d308 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.731252:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334644096:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.731347:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.731424:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13763 00000100:00100000:3.0:1734016145.731430:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332540928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.731442:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.731452:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3178748 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d301 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.731478:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334644224:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.731502:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016145.734778:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:3.0:1734016145.734827:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334644224:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.734887:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3178748 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d301 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.734907:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3178748 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d301 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.734930:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016145.735036:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332540928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3601us (4146us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.735049:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13763 00000100:00100000:0.0:1734016145.735453:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334644096:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016145.735482:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178741 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d308 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.735493:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fffa80/0xb46129d8d3178741 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d308 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.735523:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffa80, rc 0) 00000100:00100000:0.0:1734016145.735562:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332541056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4441us (4741us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.735570:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13762 00000100:00100000:0.0:1734016145.742212:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.742496:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332541184 00000100:00100000:2.0:1734016145.742510:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332541184 00000100:00100000:2.0:1734016145.742571:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13764 00000100:00100000:2.0:1734016145.742578:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332541184:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.742601:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.742632:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317874f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d30f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.742765:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334644352:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.742865:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.743799:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.743983:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332541312 00000100:00100000:3.0:1734016145.743988:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332541312 00000100:00100000:3.0:1734016145.744098:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13765 00000100:00100000:3.0:1734016145.744105:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332541312:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.744121:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.744139:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178756 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d316 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.744185:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334644480:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.744231:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.748035:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334644352:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.748113:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317874f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d30f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.748137:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe1c0/0xb46129d8d317874f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d30f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.748940:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334644480:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.748973:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178756 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d316 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.748985:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d3178756 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d316 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.749014:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016145.749120:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332541312:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5010us (5318us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.749139:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13765 00010000:00010000:2.0:1734016145.749793:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe1c0, rc 0) 00000100:00100000:2.0:1734016145.749829:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332541184:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7250us (7634us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.749837:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13764 00000100:00100000:0.0:1734016145.755179:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.755924:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332541568 00000100:00100000:2.0:1734016145.755937:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332541568 00002000:00100000:2.0:1734016145.756002:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2555904->2559999) req@ffff88012ea91180 x1818247332541568/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.756014:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91180 with x1818247332541568 ext(2555904->2559999) 00002000:00010000:2.0:1734016145.756020:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91180 00000100:00100000:2.0:1734016145.756220:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10263 00000100:00100000:2.0:1734016145.756230:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332541568:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.757220:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332541568:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 982us (2051us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.757231:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10263 00002000:00100000:2.0:1734016145.757240:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2555904->2559999) req@ffff88012ea91180 x1818247332541568/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.757249:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91180 with x1818247332541568 ext(2555904->2559999) 00002000:00010000:2.0:1734016145.757253:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91180 00000100:00100000:1.0:1734016145.762906:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.763282:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332541824 00000100:00100000:2.0:1734016145.763292:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332541824 00002000:00100000:2.0:1734016145.763339:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2560000->2564095) req@ffff880075e86680 x1818247332541824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.763352:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86680 with x1818247332541824 ext(2560000->2564095) 00002000:00010000:2.0:1734016145.763358:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86680 00000100:00100000:2.0:1734016145.763523:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10264 00000100:00100000:2.0:1734016145.763531:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332541824:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.763941:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332541824:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 409us (1046us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.763953:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10264 00002000:00100000:2.0:1734016145.763960:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2560000->2564095) req@ffff880075e86680 x1818247332541824/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.763968:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075e86680 with x1818247332541824 ext(2560000->2564095) 00002000:00010000:2.0:1734016145.763971:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075e86680 00000100:00100000:1.0:1734016145.768039:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.768271:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542080 00000100:00100000:2.0:1734016145.768294:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542080 00002000:00100000:2.0:1734016145.768379:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2564096->2568191) req@ffff88013501e680 x1818247332542080/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.768392:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e680 with x1818247332542080 ext(2564096->2568191) 00002000:00010000:2.0:1734016145.768400:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501e680 00000100:00100000:2.0:1734016145.768649:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10265 00000100:00100000:2.0:1734016145.768663:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332542080:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.769134:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332542080:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 471us (1124us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.769144:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10265 00002000:00100000:2.0:1734016145.769150:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2564096->2568191) req@ffff88013501e680 x1818247332542080/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.769158:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013501e680 with x1818247332542080 ext(2564096->2568191) 00002000:00010000:2.0:1734016145.769160:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013501e680 00000100:00100000:0.0:1734016145.773200:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.773492:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542208 00000100:00100000:2.0:1734016145.773507:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542208 00002000:00100000:2.0:1734016145.773572:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2555904->2568191) req@ffff88012ea91c00 x1818247332542208/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 12776/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.773585:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91c00 with x1818247332542208 ext(2555904->2568191) 00002000:00010000:2.0:1734016145.773590:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91c00 00000100:00100000:2.0:1734016145.773636:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10266 00000100:00100000:2.0:1734016145.773645:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332542208:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016145.775230:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1970:x1818247332542208:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1576us (2044us total) trans 4294969915 rc 0/0 00000100:00100000:2.0:1734016145.775244:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10266 00002000:00100000:2.0:1734016145.775257:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2555904->2568191) req@ffff88012ea91c00 x1818247332542208/t4294969915(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 12776/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.775266:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea91c00 with x1818247332542208 ext(2555904->2568191) 00002000:00010000:2.0:1734016145.775270:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea91c00 00000100:00100000:1.0:1734016145.777843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.778447:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542336 00000100:00100000:0.0:1734016145.778461:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542336 00000100:00100000:0.0:1734016145.779001:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2775 00000100:00100000:0.0:1734016145.779013:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332542336:12345-192.168.201.52@tcp:44:fsx.0 00000100:00100000:0.0:1734016145.779298:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+28:10366:x1818247332542336:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 289us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.779306:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2775 00000100:00100000:1.0:1734016145.782196:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.782315:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542464 00000100:00100000:2.0:1734016145.782331:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542464 00000100:00100000:2.0:1734016145.783044:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13766 00000100:00100000:2.0:1734016145.783056:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332542464:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016145.785264:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969915 is committed 00000100:00100000:0.0:1734016145.785607:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332542464:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2542us (3414us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.785622:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13766 00000100:00100000:0.0:1734016145.790769:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.790820:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.791496:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542592 00000100:00100000:2.0:1734016145.791510:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542592 00000100:00100000:2.0:1734016145.791566:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542720 00000100:00100000:2.0:1734016145.791568:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542720 00000100:00100000:2.0:1734016145.791587:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13767 00000100:00100000:2.0:1734016145.791596:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332542592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.791634:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.791657:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d317875d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d31d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.791767:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334644608:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.791867:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.791950:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13768 00000100:00100000:3.0:1734016145.791957:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332542720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.791970:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.791984:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3178764 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d324 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.792017:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334644736:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.792043:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016145.796037:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016145.796050:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016145.796054:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016145.796095:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334644736:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.796142:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3178764 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d324 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.796159:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3178764 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d324 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016145.796293:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016145 -> 1734016146 00002000:00010000:2.0:1734016145.796297:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00002000:00010000:2.0:1734016145.796299:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00002000:00010000:2.0:1734016145.796300:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 136 -> 160 00000100:00100000:2.0:1734016145.796316:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334644608:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.796344:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d317875d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d31d expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.796354:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc900/0xb46129d8d317875d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d31d expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.796664:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00010000:00010000:3.0:1734016145.797027:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:2.0:1734016145.797161:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332542592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5563us (6400us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.797178:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13767 00000100:00100000:3.0:1734016145.797259:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332542720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5301us (6437us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.797265:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13768 00000100:00100000:1.0:1734016145.802813:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.803045:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542848 00000100:00100000:3.0:1734016145.803061:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542848 00000100:00100000:3.0:1734016145.803138:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13769 00000100:00100000:3.0:1734016145.803150:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332542848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.803182:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.803211:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d32b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803266:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803276:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.803279:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.803283:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5722112->5730303] (req 5722112->5730303) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803333:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803350:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 6 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016145.803368:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334644864:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016145.803460:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.809224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.809430:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332542976 00000100:00100000:0.0:1734016145.809455:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332542976 00010000:00010000:0.0:1734016145.809522:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016145.809586:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3674 00000100:00100000:0.0:1734016145.809600:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332542976:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.809625:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016145.809668:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016145.809686:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016145.809791:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.809795:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.809807:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.809821:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.809894:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.809913:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334644992:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016145.810026:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016145.810758:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd680/0xb46129d8d317866f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4677632->4685823) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d24b expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016145.810789:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334644864:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016145.810838:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.810852:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016145.810904:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013501f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332542848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7756us (8113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.810917:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13769 00000100:00100000:0.0:1734016145.814893:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334644992:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016145.814942:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016145.815031:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332542976:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5435us (5833us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.815052:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3674 00000100:00100000:2.0:1734016145.815320:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.815414:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332543104 00000100:00100000:2.0:1734016145.815423:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332543104 00000100:00100000:2.0:1734016145.815470:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13770 00000100:00100000:2.0:1734016145.815479:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332543104:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.815848:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4316648 -> 4316648 00002000:00010000:2.0:1734016145.815851:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016145.815854:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016144 00002000:00010000:2.0:1734016145.815856:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016145.815858:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 160 -> 176 00000100:00100000:2.0:1734016145.815899:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332543104:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 421us (580us total) trans 4294969916 rc 0/0 00000100:00100000:2.0:1734016145.815904:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13770 00000100:00100000:2.0:1734016145.821366:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.823040:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332543232 00000100:00100000:0.0:1734016145.823058:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332543232 00000100:00100000:0.0:1734016145.823650:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13771 00000100:00100000:0.0:1734016145.823663:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332543232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.823696:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.823758:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3178772 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d332 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.823853:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334645120:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.823974:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.826838:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334645120:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.826888:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3178772 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d332 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.826905:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e4b40/0xb46129d8d3178772 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d332 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.826921:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:2.0:1734016145.826989:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332543232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3328us (5640us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.826999:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13771 00000100:00100000:1.0:1734016145.830136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.830247:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332543360 00000100:00100000:2.0:1734016145.830261:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332543360 00000100:00100000:2.0:1734016145.830502:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13772 00000100:00100000:2.0:1734016145.830512:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332543360:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.830550:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.830586:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3178779 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d339 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.830686:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334645248:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.830874:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.835117:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334645248:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.835175:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3178779 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d339 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.835195:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc900/0xb46129d8d3178779 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d339 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.835274:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc900, rc 0) 00000100:00100000:2.0:1734016145.835353:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332543360:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4840us (5232us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.835362:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13772 00000100:00100000:1.0:1734016145.840314:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.840442:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332543616 00000100:00100000:2.0:1734016145.840458:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332543616 00002000:00100000:2.0:1734016145.840518:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1544192->1548287) req@ffff88007662bb80 x1818247332543616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.840530:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662bb80 with x1818247332543616 ext(1544192->1548287) 00002000:00010000:2.0:1734016145.840537:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662bb80 00000100:00100000:2.0:1734016145.840832:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10267 00000100:00100000:2.0:1734016145.840841:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332543616:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.841387:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1970:x1818247332543616:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 545us (1094us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.841396:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10267 00002000:00100000:2.0:1734016145.841403:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1544192->1548287) req@ffff88007662bb80 x1818247332543616/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.841410:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662bb80 with x1818247332543616 ext(1544192->1548287) 00002000:00010000:2.0:1734016145.841414:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662bb80 00000100:00100000:1.0:1734016145.845603:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.846257:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332543872 00000100:00100000:2.0:1734016145.846269:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332543872 00002000:00100000:2.0:1734016145.846322:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1548288->1552383) req@ffff88007662b100 x1818247332543872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.846333:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662b100 with x1818247332543872 ext(1548288->1552383) 00002000:00010000:2.0:1734016145.846340:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662b100 00000100:00100000:2.0:1734016145.846758:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10268 00000100:00100000:2.0:1734016145.846767:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332543872:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.847112:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332543872:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 344us (1526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.847121:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10268 00002000:00100000:2.0:1734016145.847127:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1548288->1552383) req@ffff88007662b100 x1818247332543872/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.847135:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662b100 with x1818247332543872 ext(1548288->1552383) 00002000:00010000:2.0:1734016145.847138:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662b100 00000100:00100000:0.0:1734016145.851082:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.851225:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544000 00000100:00100000:2.0:1734016145.851237:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544000 00000100:00100000:2.0:1734016145.851281:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13773 00000100:00100000:2.0:1734016145.851289:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332544000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.851308:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.851322:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178780 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d340 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.851378:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645376:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.851458:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016145.854316:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016146 00002000:00010000:2.0:1734016145.854332:0:13917:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00000100:00100000:2.0:1734016145.854378:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645376:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.854432:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178780 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d340 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.854447:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d3178780 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d340 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.854660:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016145.854777:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332544000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3485us (3705us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.854787:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13773 00000100:00100000:1.0:1734016145.857555:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.857964:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544128 00000100:00100000:2.0:1734016145.857975:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544128 00000100:00100000:2.0:1734016145.858021:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13774 00000100:00100000:2.0:1734016145.858027:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332544128:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.858044:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.858061:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3178787 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d347 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.858114:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645504:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.858185:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.861789:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645504:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.861839:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3178787 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d347 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.861854:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d3178787 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d347 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.861874:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:3.0:1734016145.862350:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332544128:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4319us (4802us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.862361:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13774 00000100:00100000:1.0:1734016145.865935:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.866121:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544256 00000100:00100000:3.0:1734016145.866138:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544256 00000100:00100000:3.0:1734016145.866231:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13775 00000100:00100000:3.0:1734016145.866242:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087257050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332544256:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.866272:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.866310:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d317878e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d34e expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.866421:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645632:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.867183:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.869664:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645632:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.869710:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d317878e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d34e expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.869762:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d317878e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d34e expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.869868:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016145.869919:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087257050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332544256:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3679us (4002us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.869932:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13775 00000100:00100000:1.0:1734016145.872320:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.872436:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544384 00000100:00100000:3.0:1734016145.872454:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544384 00000100:00100000:3.0:1734016145.872532:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13776 00000100:00100000:3.0:1734016145.872544:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332544384:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.872574:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.872605:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3178795 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d355 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.872691:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645760:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.873396:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.877176:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645760:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.877241:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3178795 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d355 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.877261:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d3178795 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d355 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.877281:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016145.877381:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332544384:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4836us (5077us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.877391:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13776 00000100:00100000:0.0:1734016145.880310:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.880431:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544512 00000100:00100000:3.0:1734016145.880443:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544512 00000100:00100000:3.0:1734016145.880508:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13777 00000100:00100000:3.0:1734016145.880519:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332544512:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.880545:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.880569:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317879c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d35c expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.880652:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645888:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.881382:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.884221:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334645888:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.884295:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317879c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d35c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.884317:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d317879c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d35c expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.884356:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:2.0:1734016145.884435:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332544512:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3915us (4136us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.884450:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13777 00000100:00100000:1.0:1734016145.888109:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.888246:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544640 00000100:00100000:2.0:1734016145.888264:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544640 00000100:00100000:2.0:1734016145.888350:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13778 00000100:00100000:2.0:1734016145.888359:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332544640:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.888388:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.888421:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31787a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d363 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.888511:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334646016:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.888635:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.891527:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334646016:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.891585:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31787a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d363 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.891606:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdd40/0xb46129d8d31787a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d363 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.891641:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdd40, rc 0) 00000100:00100000:2.0:1734016145.892000:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332544640:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3639us (3910us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.892013:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13778 00000100:00100000:0.0:1734016145.896031:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.896160:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544768 00000100:00100000:2.0:1734016145.896173:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544768 00000100:00100000:2.0:1734016145.896286:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13779 00000100:00100000:2.0:1734016145.896295:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332544768:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.896327:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.896355:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31787aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d36a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.896428:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334646144:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.896919:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.898833:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334646144:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.898885:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31787aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d36a expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.898901:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd200/0xb46129d8d31787aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d36a expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.899088:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd200, rc 0) 00000100:00100000:2.0:1734016145.899365:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332544768:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3068us (3343us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.899375:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13779 00000100:00100000:1.0:1734016145.903604:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.903791:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332544896 00000100:00100000:2.0:1734016145.903811:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332544896 00000100:00100000:2.0:1734016145.903927:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13780 00000100:00100000:2.0:1734016145.903940:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332544896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.903970:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.904000:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d371 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.904056:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.904066:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.904068:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.904072:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1449984->1454079] (req 1449984->1454079) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.904128:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.904147:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 8 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016145.904174:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334646272:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016145.904298:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.906652:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.906807:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334646272:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016145.906844:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1449984->1454079] (req 1449984->1454079) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.906867:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff840, rc 0) 00000100:00100000:2.0:1734016145.906941:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332544896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3002us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.906951:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13780 00000100:00100000:0.0:1734016145.906957:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545024 00000100:00100000:0.0:1734016145.906966:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545024 00010000:00010000:0.0:1734016145.906998:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016145.907031:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3675 00000100:00100000:0.0:1734016145.907037:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332545024:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.907054:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016145.907076:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016145.907087:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016145.907119:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d317876b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5722112->5730303) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d32b expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016145.907150:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.907153:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.907161:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.907171:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.907202:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 6 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.907213:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334646400:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016145.907255:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.908918:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334646400:192.168.201.52@tcp:105: 00010000:00010000:0.0:1734016145.908940:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.908962:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.908988:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332545024:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 1949us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.909000:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3675 00000100:00100000:2.0:1734016145.909076:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545152 00000100:00100000:2.0:1734016145.909083:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545152 00000100:00100000:2.0:1734016145.909126:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13781 00000100:00100000:2.0:1734016145.909136:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332545152:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.909411:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4316648 -> 4316648 00002000:00010000:2.0:1734016145.909414:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016145.909417:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016144 00002000:00010000:2.0:1734016145.909419:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016145.909421:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 176 -> 184 00000100:00100000:2.0:1734016145.909456:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332545152:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 320us (496us total) trans 4294969917 rc 0/0 00000100:00100000:2.0:1734016145.909463:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13781 00000100:00100000:1.0:1734016145.911687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.911790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.911984:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545408 00000100:00100000:3.0:1734016145.911995:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545408 00000100:00100000:2.0:1734016145.912140:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545280 00000100:00100000:2.0:1734016145.912144:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545280 00000100:00100000:3.0:1734016145.912145:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13782 00000100:00100000:3.0:1734016145.912153:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332545408:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:2.0:1734016145.912166:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13783 00000100:00100000:2.0:1734016145.912170:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332545280:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.912175:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.912176:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.912195:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31787b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d378 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.912195:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31787bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d37f expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.912247:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334646656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.912247:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334646528:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.912437:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.912606:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016145.914818:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016146 00002000:00010000:2.0:1734016145.914826:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00000100:00100000:2.0:1734016145.914852:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334646656:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.914876:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334646528:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.914890:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31787b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d378 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.914896:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31787bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d37f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.914906:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe400/0xb46129d8d31787b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d378 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.914908:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d31787bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d37f expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.914923:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe400, rc 0) 00010000:00010000:3.0:1734016145.914923:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:2.0:1734016145.915135:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332545280:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2962us (3342us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.915135:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332545408:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2981us (3461us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.915144:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13782 00000100:00100000:2.0:1734016145.915147:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13783 00000100:00100000:0.0:1734016145.917891:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.917955:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.918052:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545536 00000100:00100000:3.0:1734016145.918069:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545536 00000100:00100000:3.0:1734016145.918286:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545664 00000100:00100000:3.0:1734016145.918289:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545664 00000100:00100000:2.0:1734016145.918329:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13784 00000100:00100000:2.0:1734016145.918339:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332545536:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.918368:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.918394:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d31787c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d386 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.918465:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334646784:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016145.919196:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.919829:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13785 00000100:00100000:3.0:1734016145.919842:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332545664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.919863:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.919883:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31787cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d38d expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.919939:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334646912:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.919993:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.922675:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334646784:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.922707:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d31787c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d386 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.922755:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fffcc0/0xb46129d8d31787c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d386 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.922771:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fffcc0, rc 0) 00000100:00100000:2.0:1734016145.923874:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332545536:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5527us (5988us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.923887:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13784 00000100:00100000:3.0:1734016145.924836:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334646912:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.924871:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31787cd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d38d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.924887:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d31787cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d38d expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.924915:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016145.924964:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332545664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5126us (7008us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.924971:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13785 00000100:00100000:1.0:1734016145.929625:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.929924:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332545920 00000100:00100000:3.0:1734016145.929940:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332545920 00002000:00100000:3.0:1734016145.930004:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1646592->1650687) req@ffff88012e3b5c00 x1818247332545920/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.930017:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5c00 with x1818247332545920 ext(1646592->1650687) 00002000:00010000:3.0:1734016145.930026:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5c00 00000100:00100000:3.0:1734016145.930068:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10269 00000100:00100000:3.0:1734016145.930078:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332545920:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.930313:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332545920:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 235us (711us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.930322:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10269 00002000:00100000:3.0:1734016145.930328:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1646592->1650687) req@ffff88012e3b5c00 x1818247332545920/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.930335:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b5c00 with x1818247332545920 ext(1646592->1650687) 00002000:00010000:3.0:1734016145.930338:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b5c00 00000100:00100000:1.0:1734016145.935044:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.935483:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546176 00000100:00100000:2.0:1734016145.935506:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546176 00002000:00100000:2.0:1734016145.935577:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1654784->1658879) req@ffff88012e3b4700 x1818247332546176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.935592:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332546176 ext(1654784->1658879) 00002000:00010000:2.0:1734016145.935602:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:2.0:1734016145.935662:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10270 00000100:00100000:2.0:1734016145.935672:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332546176:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.936009:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332546176:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 336us (985us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.936018:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10270 00002000:00100000:2.0:1734016145.936026:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1654784->1658879) req@ffff88012e3b4700 x1818247332546176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.936032:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4700 with x1818247332546176 ext(1654784->1658879) 00002000:00010000:2.0:1734016145.936035:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e3b4700 00000100:00100000:3.0:1734016145.940363:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.940415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.940539:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546304 00000100:00100000:0.0:1734016145.940555:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546304 00000100:00100000:0.0:1734016145.940622:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546432 00000100:00100000:0.0:1734016145.940625:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546432 00000100:00100000:0.0:1734016145.940649:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13786 00000100:00100000:0.0:1734016145.940657:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332546304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.940687:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.940915:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31787d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d394 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.940995:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334647040:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016145.941076:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.941158:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13787 00000100:00100000:1.0:1734016145.941165:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332546432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.941174:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.941189:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31787db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d39b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.941224:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334647168:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016145.941253:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53b40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016145.943302:0:6474:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016145.944112:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334647168:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016145.944144:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31787db lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d39b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.944157:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d31787db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d39b expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.944177:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:2.0:1734016145.944245:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332546432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3079us (3828us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.944255:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13787 00000100:00100000:0.0:1734016145.944343:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334647040:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016145.944361:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31787d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d394 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.944369:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e4b40/0xb46129d8d31787d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d394 expref: 9 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.944380:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e4b40, rc 0) 00000100:00100000:0.0:1734016145.944400:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332546304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3744us (4052us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.944408:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13786 00000100:00100000:1.0:1734016145.949069:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.949314:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546560 00000100:00100000:0.0:1734016145.949338:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546560 00000100:00100000:0.0:1734016145.949448:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13788 00000100:00100000:0.0:1734016145.949464:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332546560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.949511:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.949563:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3a2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.949627:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.949636:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.949640:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.949644:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5423104->5431295] (req 5423104->5431295) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.949703:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.949749:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 7 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016145.949769:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334647296:192.168.201.52@tcp:104: 00000100:00100000:0.0:1734016145.949881:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.955144:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016145.955476:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334647296:192.168.201.52@tcp:104: 00010000:00010000:0.0:1734016145.955534:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5423104->5431295] (req 5423104->5431295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.955563:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:0.0:1734016145.955637:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332546560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6176us (6600us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.955651:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13788 00000100:00100000:2.0:1734016145.955782:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546688 00000100:00100000:2.0:1734016145.955797:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546688 00002000:00100000:2.0:1734016145.955865:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1646592->1658879) req@ffff88012e3b4a80 x1818247332546688/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 12776/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.955876:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247332546688 ext(1646592->1658879) 00010000:00010000:2.0:1734016145.955884:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 8 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016145.955903:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 8 pid: 13917 timeout: 510 lvb_type: 0 00002000:00010000:2.0:1734016145.955911:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b4a80 00000100:00100000:2.0:1734016145.955967:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 381 00000100:00100000:2.0:1734016145.955974:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332546688:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016145.961008:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332546688:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 5003us (5860us total) trans 4294969918 rc 0/0 00000100:00100000:3.0:1734016145.961030:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 381 00002000:00100000:3.0:1734016145.961056:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1646592->1658879) req@ffff88012e3b4a80 x1818247332546688/t4294969918(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:106/0 lens 12776/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.961071:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4a80 with x1818247332546688 ext(1646592->1658879) 00010000:00010000:3.0:1734016145.961089:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016145.961116:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00002000:00010000:3.0:1734016145.961129:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e3b4a80 00000100:00100000:0.0:1734016145.965261:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016145.965400:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546816 00000100:00100000:2.0:1734016145.965418:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546816 00010000:00010000:2.0:1734016145.965475:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016145.965533:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3676 00000100:00100000:2.0:1734016145.965543:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca61450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332546816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.965569:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016145.965610:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 184 -> 208 00010000:00010000:2.0:1734016145.965621:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016145.965637:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016145.965674:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff840/0xb46129d8d31787b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1449984->1454079) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d371 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016145.965798:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.965803:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.965815:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.965830:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.965886:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.965910:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334647424:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016145.966036:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.969961:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016145.970257:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332546944 00000100:00100000:1.0:1734016145.970274:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332546944 00000100:00100000:2.0:1734016145.971079:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334647424:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016145.971103:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.971159:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca61450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332546816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5618us (5913us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.971168:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3676 00000100:00100000:1.0:1734016145.971490:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13789 00000100:00100000:1.0:1734016145.971496:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332546944:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016145.971787:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4316648 -> 5431148 00002000:00010000:1.0:1734016145.971790:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016145 00002000:00010000:1.0:1734016145.971792:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016145.971795:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016145 00002000:00010000:1.0:1734016145.971796:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 208 -> 224 00000100:00100000:1.0:1734016145.971818:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332546944:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 322us (1880us total) trans 4294969919 rc 0/0 00000100:00100000:1.0:1734016145.971824:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13789 00000100:00100000:0.0:1734016145.976271:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.977092:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332547072 00000100:00100000:3.0:1734016145.977111:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332547072 00000100:00100000:3.0:1734016145.977261:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13790 00000100:00100000:3.0:1734016145.977273:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332547072:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.977313:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.977346:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31787e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3a9 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.977461:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647552:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.978249:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016145.982252:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016145.982266:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016145.982307:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647552:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.982368:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31787e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a9 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.982389:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31787e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a9 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.982555:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016145.982867:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332547072:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5593us (6621us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.982879:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13790 00000100:00100000:0.0:1734016145.987786:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.987923:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332547200 00000100:00100000:3.0:1734016145.987942:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332547200 00000100:00100000:3.0:1734016145.988171:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13791 00000100:00100000:3.0:1734016145.988181:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332547200:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.988212:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.988235:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31787f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3b0 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.988332:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647680:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.988448:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.991931:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647680:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016145.991993:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31787f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3b0 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.992011:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9440/0xb46129d8d31787f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3b0 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.992044:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016145.992135:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1970:x1818247332547200:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3954us (4364us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.992149:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13791 00000100:00100000:0.0:1734016145.996964:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016145.997961:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332547328 00000100:00100000:3.0:1734016145.997977:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332547328 00000100:00100000:3.0:1734016145.998086:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13792 00000100:00100000:3.0:1734016145.998098:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332547328:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.998131:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.998170:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31787f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3b7 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.998264:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647808:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016145.998392:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.002794:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647808:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.002860:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31787f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3b7 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.002882:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9d40/0xb46129d8d31787f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3b7 expref: 10 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.002916:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016146.004162:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332547328:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6048us (7203us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.004179:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13792 00000100:00100000:0.0:1734016146.010333:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.011090:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332547456 00000100:00100000:3.0:1734016146.011111:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332547456 00000100:00100000:3.0:1734016146.012648:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13793 00000100:00100000:3.0:1734016146.012669:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332547456:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.012716:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.012788:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3be expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.012850:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.012862:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.012864:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.012868:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1867776->1871871] (req 1867776->1871871) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.012924:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 9 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.012943:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.012959:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647936:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016146.013097:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.020129:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334647936:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016146.020177:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1867776->1871871] (req 1867776->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.020198:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016146.020255:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332547456:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7592us (9940us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.020265:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13793 00000100:00100000:0.0:1734016146.020472:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.021317:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332547584 00000100:00100000:2.0:1734016146.021330:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332547584 00010000:00010000:2.0:1734016146.021386:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00000100:00080000:0.0:1734016146.021599:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016116 00000100:00100000:2.0:1734016146.022058:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3677 00000100:00100000:2.0:1734016146.022067:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332547584:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.022085:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.022111:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.022127:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.022148:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d31787e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5423104->5431295) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3a2 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.022176:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.022179:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.022187:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.022196:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.022240:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.022256:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334648064:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016146.022345:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.037003:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334648064:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016146.037061:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.037802:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332547584:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 15186us (16781us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.037827:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3677 00000100:00100000:0.0:1734016146.047932:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.048399:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332547840 00000100:00100000:3.0:1734016146.048422:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332547840 00002000:00100000:3.0:1734016146.048528:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1867776->5431295) req@ffff880139bf2680 x1818247332547840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.048543:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2680 with x1818247332547840 ext(1867776->5431295) 00002000:00010000:3.0:1734016146.048553:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf2680 00000100:00100000:3.0:1734016146.048614:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10271 00000100:00100000:3.0:1734016146.048626:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332547840:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.075986:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1969:x1818247332547840:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 27335us (28053us total) trans 0 rc 749568/749568 00000100:00100000:3.0:1734016146.076010:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10271 00002000:00100000:3.0:1734016146.076039:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1867776->5431295) req@ffff880139bf2680 x1818247332547840/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 749568/749568 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.076051:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf2680 with x1818247332547840 ext(1867776->5431295) 00002000:00010000:3.0:1734016146.076061:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf2680 00000100:00100000:0.0:1734016146.087657:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.091704:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548096 00000100:00100000:3.0:1734016146.091794:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548096 00002000:00100000:3.0:1734016146.091874:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1871872->1875967) req@ffff880139bf1180 x1818247332548096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.091885:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1180 with x1818247332548096 ext(1871872->1875967) 00002000:00010000:3.0:1734016146.091892:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1180 00000100:00100000:3.0:1734016146.091935:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10272 00000100:00100000:3.0:1734016146.091944:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332548096:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.092233:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332548096:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 288us (4601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.092240:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10272 00002000:00100000:3.0:1734016146.092246:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1871872->1875967) req@ffff880139bf1180 x1818247332548096/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.092253:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf1180 with x1818247332548096 ext(1871872->1875967) 00002000:00010000:3.0:1734016146.092256:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf1180 00000100:00100000:0.0:1734016146.101437:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.105444:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548224 00000100:00100000:2.0:1734016146.105477:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548224 00002000:00100000:2.0:1734016146.105600:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1867776->1875967) req@ffff8800797d5500 x1818247332548224/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 8680/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.105623:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5500 with x1818247332548224 ext(1867776->1875967) 00002000:00010000:2.0:1734016146.105632:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d5500 00000100:00100000:2.0:1734016146.105825:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10273 00000100:00100000:2.0:1734016146.105838:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1968:x1818247332548224:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.114468:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332548224:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 8620us (13039us total) trans 4294969920 rc 0/0 00000100:00100000:0.0:1734016146.114486:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10273 00002000:00100000:0.0:1734016146.114506:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1867776->1875967) req@ffff8800797d5500 x1818247332548224/t4294969920(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 8680/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.114516:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d5500 with x1818247332548224 ext(1867776->1875967) 00002000:00010000:0.0:1734016146.114525:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800797d5500 00000100:00100000:1.0:1734016146.128943:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.129063:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548352 00000100:00100000:3.0:1734016146.129079:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548352 00000100:00100000:3.0:1734016146.129151:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13794 00000100:00100000:3.0:1734016146.129165:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332548352:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:2.0:1734016146.131023:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969920 is committed 00000001:00080000:2.0:1734016146.131041:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969919 is committed 00000100:00100000:3.0:1734016146.134314:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332548352:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 5129us (5365us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.134335:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13794 00000100:00100000:0.0:1734016146.141684:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.142544:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548480 00000100:00100000:3.0:1734016146.142562:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548480 00000100:00100000:3.0:1734016146.142636:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13795 00000100:00100000:3.0:1734016146.142645:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332548480:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016146.142972:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016146.142976:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016145 00002000:00010000:3.0:1734016146.142978:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016144 00002000:00010000:3.0:1734016146.142981:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.142983:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 48 00000100:00100000:3.0:1734016146.143057:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332548480:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 411us (1392us total) trans 4294968279 rc 0/0 00000100:00100000:3.0:1734016146.143066:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13795 00000100:00100000:0.0:1734016146.147618:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.147686:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.148654:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548608 00000100:00100000:3.0:1734016146.148673:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548608 00000100:00100000:1.0:1734016146.148710:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548736 00000100:00100000:1.0:1734016146.148715:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548736 00000100:00100000:3.0:1734016146.148782:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13796 00000100:00100000:1.0:1734016146.148791:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13797 00000100:00100000:3.0:1734016146.148791:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332548608:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.148796:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332548736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.148813:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.148813:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.148836:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317880c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3cc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.148836:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3178805 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3c5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.148909:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334648320:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.148909:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334648192:192.168.201.52@tcp:106: 00000100:00080000:0.0:1734016146.148984:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016116 00000100:00100000:3.0:1734016146.148999:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.149075:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.156906:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 224 -> 240 00000100:00100000:3.0:1734016146.156961:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334648192:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.157022:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3178805 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3c5 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157039:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8480/0xb46129d8d3178805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3c5 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157094:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:3.0:1734016146.157193:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332548608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8400us (9585us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.157206:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13796 00002000:00010000:1.0:1734016146.157364:0:13917:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016145 -> 1734016146 00002000:00010000:1.0:1734016146.157368:0:13917:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016146 00000100:00100000:1.0:1734016146.157384:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334648320:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.157408:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317880c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3cc expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.157417:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e3600/0xb46129d8d317880c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3cc expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.157445:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016146.157467:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332548736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8670us (9780us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.157473:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13797 00000100:00100000:0.0:1734016146.160902:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.161213:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.161291:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548864 00000100:00100000:1.0:1734016146.161294:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332548992 00000100:00100000:1.0:1734016146.161303:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548992 00000100:00100000:3.0:1734016146.161303:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332548864 00000100:00100000:1.0:1734016146.162239:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13798 00000100:00100000:1.0:1734016146.162254:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332548864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.162288:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.162326:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178813 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3d3 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.162441:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334648448:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.162652:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13799 00000100:00100000:3.0:1734016146.162661:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332548992:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.162674:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.162691:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317881a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3da expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.162757:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334648576:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016146.163253:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.163618:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.167860:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334648576:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.167910:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317881a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3da expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.167928:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d317881a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3da expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.167957:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016146.168029:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332548992:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5365us (6812us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.168042:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13799 00000100:00100000:1.0:1734016146.168196:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334648448:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.168225:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178813 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3d3 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.168236:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d3178813 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3d3 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.168268:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016146.168296:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332548864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6048us (7415us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.168305:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13798 00000100:00100000:0.0:1734016146.171230:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.171316:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549120 00000100:00100000:1.0:1734016146.171330:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549120 00000100:00100000:1.0:1734016146.171390:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13800 00000100:00100000:1.0:1734016146.171400:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332549120:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.171429:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.171449:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3e1 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.171484:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.171561:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.171564:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.171568:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->511999] (req 499712->511999) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.171610:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.171623:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 6 pid: 10116 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.171637:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334648704:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016146.171976:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.174529:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334648704:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016146.174579:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [499712->511999] (req 499712->511999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.174608:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016146.174662:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332549120:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3263us (3440us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.174673:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13800 00000100:00100000:0.0:1734016146.176409:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.178125:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549248 00000100:00100000:3.0:1734016146.178150:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549248 00010000:00010000:3.0:1734016146.178231:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 7 pid: 10116 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.178311:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3678 00000100:00100000:3.0:1734016146.178323:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332549248:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.178354:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.178396:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 7 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.178415:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 7 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.178471:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dad00/0xb46129d8d31787fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1867776->1871871) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3be expref: 7 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.178520:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.178523:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.178534:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.178546:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.178609:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.178627:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334648832:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016146.178762:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.186760:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.186897:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549376 00000100:00100000:1.0:1734016146.186904:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549376 00000100:00100000:1.0:1734016146.186986:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13801 00000100:00100000:1.0:1734016146.186996:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332549376:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:1.0:1734016146.187281:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5431148 -> 5431148 00002000:00010000:1.0:1734016146.187284:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.187286:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.187288:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.187290:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:1.0:1734016146.187360:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332549376:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 365us (639us total) trans 4294969921 rc 0/0 00000100:00100000:1.0:1734016146.187368:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13801 00000100:00100000:3.0:1734016146.187435:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334648832:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016146.187466:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.187494:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332549248:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9175us (11100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.187509:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3678 00000100:00100000:0.0:1734016146.200632:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.200769:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549504 00000100:00100000:1.0:1734016146.200791:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549504 00000100:00100000:1.0:1734016146.200873:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13802 00000100:00100000:1.0:1734016146.200886:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332549504:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.200918:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.200952:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178828 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3e8 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.201055:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334648960:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016146.201173:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.207827:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334648960:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.207882:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178828 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e8 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.207900:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178828 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e8 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.207932:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016146.208013:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332549504:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7130us (7405us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.208022:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13802 00000100:00100000:0.0:1734016146.218606:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.221509:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549632 00000100:00100000:1.0:1734016146.221544:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549632 00000100:00100000:1.0:1734016146.221674:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13803 00000100:00100000:1.0:1734016146.221687:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332549632:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.221761:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.221802:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317882f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3ef expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.221933:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334649088:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016146.222089:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.229054:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334649088:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.229107:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317882f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3ef expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.229123:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d317882f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3ef expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.229168:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016146.229281:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332549632:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7594us (10688us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.229294:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13803 00000100:00100000:0.0:1734016146.238845:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.241762:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549760 00000100:00100000:1.0:1734016146.241787:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549760 00000100:00100000:1.0:1734016146.241870:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13804 00000100:00100000:1.0:1734016146.241881:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332549760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.241907:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.241938:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3f6 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.241976:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.241983:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.241986:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.241989:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [561152->573439] (req 561152->573439) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.242024:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.242037:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 8 pid: 10116 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.242058:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334649216:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016146.242158:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.250943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.250996:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332549888 00000100:00100000:0.0:1734016146.251011:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332549888 00002000:00100000:0.0:1734016146.251074:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1544192->1552383) req@ffff8800797d7100 x1818247332549888/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 8680/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.251086:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7100 with x1818247332549888 ext(1544192->1552383) 00010000:00010000:0.0:1734016146.251097:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 9 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016146.251112:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 9 pid: 10116 timeout: 510 lvb_type: 0 00002000:00010000:0.0:1734016146.251119:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800797d7100 00000100:00100000:0.0:1734016146.251159:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 382 00000100:00100000:0.0:1734016146.251167:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332549888:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016146.251904:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334649216:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016146.251938:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [561152->573439] (req 561152->573439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.251963:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016146.252048:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332549760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10169us (13227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.252056:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13804 00000100:00100000:2.0:1734016146.253778:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800797d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1968:x1818247332549888:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2556us (2797us total) trans 4294968280 rc 0/0 00000100:00100000:2.0:1734016146.253798:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 382 00002000:00100000:2.0:1734016146.253814:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1544192->1552383) req@ffff8800797d7100 x1818247332549888/t4294968280(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 8680/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.253827:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800797d7100 with x1818247332549888 ext(1544192->1552383) 00010000:00010000:2.0:1734016146.253840:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 11 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.253860:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 11 pid: 10116 timeout: 510 lvb_type: 0 00002000:00010000:2.0:1734016146.253870:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800797d7100 00000100:00100000:0.0:1734016146.259416:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.259930:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332550016 00000100:00100000:3.0:1734016146.259944:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332550016 00010000:00010000:3.0:1734016146.259993:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 11 pid: 10116 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.260034:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3679 00000100:00100000:3.0:1734016146.260044:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332550016:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.260064:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016146.260083:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:3.0:1734016146.260090:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 11 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.260103:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 11 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.260131:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe880/0xb46129d8d31786e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d2b4 expref: 11 pid: 10116 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.260175:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.260178:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.260187:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.260196:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.260247:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.260269:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334649344:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016146.260368:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.272053:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ffa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334649344:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016146.272093:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.272216:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332550016:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12168us (12810us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.272231:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3679 00000100:00100000:0.0:1734016146.274016:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.274072:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.274150:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332550272 00000100:00100000:3.0:1734016146.274160:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332550272 00002000:00100000:3.0:1734016146.274205:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (561152->565247) req@ffff880079a70e00 x1818247332550272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.274214:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a70e00 with x1818247332550272 ext(561152->565247) 00002000:00010000:3.0:1734016146.274220:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a70e00 00000100:00100000:3.0:1734016146.274252:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332550528 00000100:00100000:3.0:1734016146.274254:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332550528 00002000:00100000:3.0:1734016146.274266:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079a71500 x1818247332550528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.274273:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71500 with x1818247332550528 ext(0->4194303) 00002000:00010000:3.0:1734016146.274276:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71500 00000100:00100000:3.0:1734016146.274287:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10274 00000100:00100000:3.0:1734016146.274293:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332550272:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.274477:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332550272:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 183us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.274484:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10274 00002000:00100000:3.0:1734016146.274490:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (561152->565247) req@ffff880079a70e00 x1818247332550272/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.274497:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a70e00 with x1818247332550272 ext(561152->565247) 00002000:00010000:3.0:1734016146.274499:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079a70e00 00000100:00100000:3.0:1734016146.274517:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10275 00000100:00100000:3.0:1734016146.274521:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332550528:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.298318:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.298593:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332550784 00000100:00100000:3.0:1734016146.298611:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332550784 00002000:00100000:3.0:1734016146.298701:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076108000 x1818247332550784/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.298713:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332550784 ext(0->4194303) 00002000:00010000:3.0:1734016146.298749:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076108000 00000100:00100000:3.0:1734016146.298797:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10276 00000100:00100000:3.0:1734016146.298808:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332550784:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.345356:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334649472:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.345487:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016146.346141:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649472 00000100:00100000:0.0:1734016146.346152:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649472 00000100:00100000:0.0:1734016146.346219:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1734016146.346229:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334649472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348206:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334649600:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348290:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.348328:0:3512:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734016146.348333:0:3512:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3512:1818247334649728:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348352:0:3512:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.348391:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649600 00000100:00100000:2.0:1734016146.348399:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649600 00000100:00100000:2.0:1734016146.348446:0:7713:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649728 00000100:00100000:2.0:1734016146.348448:0:7713:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649728 00000100:00100000:2.0:1734016146.348468:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1734016146.348474:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334649600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348534:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3512:x1818247334649600:12345-0@lo:400:kworker.0 Request processed in 59us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.348543:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1734016146.348563:0:7713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1734016146.348566:0:7713:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3512:x1818247334649728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348584:0:7713:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007610bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3512:x1818247334649728:12345-0@lo:400:kworker.0 Request processed in 17us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.348588:0:7713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1734016146.348629:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3512:1818247334649728:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348638:0:3512:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3512:1818247334649600:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348697:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334649856:0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.348754:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.351207:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332550528:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 76666us (77116us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016146.351224:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10275 00002000:00100000:2.0:1734016146.351242:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079a71500 x1818247332550528/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.351255:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71500 with x1818247332550528 ext(0->4194303) 00002000:00010000:2.0:1734016146.351264:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71500 00000100:00080000:2.0:1734016146.351386:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016116 00000100:00080000:2.0:1734016146.351392:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016116 00000100:00100000:2.0:1734016146.351424:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649856 00000100:00100000:2.0:1734016146.351436:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649856 00000100:00100000:2.0:1734016146.351490:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1734016146.351496:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334649856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016146.351561:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247334649856:12345-0@lo:400:kworker.0 Request processed in 65us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.351566:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1734016146.351620:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3514:1818247334649856:0@lo:400:kworker.0 00000100:00080000:2.0:1734016146.351648:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016116 00000100:00100000:3.0:1734016146.352287:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb:3515:1818247334649472:0@lo:400:kworker.0 00000100:00100000:0.0:1734016146.352289:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c1a0ba-0bd5-400a-9edf-f666bf4c9cdb+18:3515:x1818247334649472:12345-0@lo:400:kworker.0 Request processed in 6056us (6800us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.352305:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1734016146.353258:0:3513:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016146.353276:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334650112:0@lo:400:kworker.0 00000100:00100000:0.0:1734016146.353347:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016146.353415:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334650112 00000100:00100000:0.0:1734016146.353424:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334650112 00000100:00100000:0.0:1734016146.353471:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1734016146.353478:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334650112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016146.353523:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334650112:12345-0@lo:400:kworker.0 Request processed in 45us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.353531:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:0.0:1734016146.353557:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016116 00000100:00100000:3.0:1734016146.353627:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334649984:0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.353660:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016146.353700:0:14034:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334649984 00000100:00100000:3.0:1734016146.353703:0:14034:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334649984 00000100:00100000:3.0:1734016146.353780:0:14034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1734016146.353785:0:14034:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334649984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016146.353814:0:14034:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247334649984:12345-0@lo:400:kworker.0 Request processed in 29us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.353820:0:14034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1734016146.353847:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247334649984:0@lo:400:kworker.0 00000100:00080000:0.0:1734016146.353906:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016116 00000100:00100000:1.0:1734016146.354052:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334650112:0@lo:400:kworker.0 00000100:00100000:1.0:1734016146.359074:0:3513:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334650240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016146.359439:0:3513:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016146.361768:0:9525:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334650240 00000100:00100000:3.0:1734016146.361778:0:9525:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334650240 00000100:00100000:3.0:1734016146.361815:0:9525:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1734016146.361821:0:9525:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334650240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016146.361845:0:9525:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923079168 avail 3691290624 00000100:00100000:3.0:1734016146.361894:0:9525:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3513:x1818247334650240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.361901:0:9525:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1734016146.361978:0:3513:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3513:1818247334650240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016146.380621:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332550784:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 81792us (82307us total) trans 0 rc 4186112/4186112 00000100:00100000:3.0:1734016146.380641:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10276 00002000:00100000:3.0:1734016146.380661:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076108000 x1818247332550784/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.380672:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076108000 with x1818247332550784 ext(0->4194303) 00002000:00010000:3.0:1734016146.380679:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076108000 00000001:00080000:0.0:1734016146.380983:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969079 is committed 00000001:00080000:0.0:1734016146.380992:0:6466:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969077 is committed 00000100:00100000:0.0:1734016146.387532:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.387650:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.388755:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332550912 00000100:00100000:2.0:1734016146.388773:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332550912 00000100:00100000:2.0:1734016146.388851:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551040 00000100:00100000:2.0:1734016146.388854:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551040 00000100:00100000:2.0:1734016146.388876:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13805 00000100:00100000:2.0:1734016146.388885:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332550912:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.388911:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.388935:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317883d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d3fd expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.389012:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334650368:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.389117:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.389148:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13806 00000100:00100000:2.0:1734016146.389153:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332551040:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.389163:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.389176:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178844 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d404 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.389210:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334650496:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.389231:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.393183:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076108380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334650368:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016146.393259:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317883d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3fd expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.393287:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe880/0xb46129d8d317883d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3fd expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.393325:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe880, rc 0) 00000100:00100000:0.0:1734016146.393422:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332550912:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4535us (5898us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016146.393436:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13805 00000100:00100000:3.0:1734016146.393966:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334650496:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.393990:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178844 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d404 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.394003:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdb00/0xb46129d8d3178844 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d404 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.394025:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdb00, rc 0) 00000100:00100000:3.0:1734016146.394050:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332551040:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4896us (6400us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.394056:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13806 00000100:00100000:2.0:1734016146.397465:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.397537:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.397630:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551168 00000100:00100000:0.0:1734016146.397650:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551168 00000100:00100000:0.0:1734016146.397768:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551296 00000100:00100000:0.0:1734016146.397771:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551296 00000100:00100000:0.0:1734016146.397805:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13807 00000100:00100000:3.0:1734016146.397812:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13808 00000100:00100000:0.0:1734016146.397813:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332551168:12345-192.168.201.52@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.397818:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332551296:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.397837:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.397837:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.397861:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317884b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d40b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.397861:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3178852 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d412 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.397942:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334650752:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.397942:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334650624:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016146.398219:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.398219:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.402081:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334650624:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.402122:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3178852 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d412 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.402137:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db840/0xb46129d8d3178852 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d412 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.402166:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016146.402208:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332551296:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4388us (4669us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.402216:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13808 00000100:00100000:1.0:1734016146.402443:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334650752:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.402471:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317884b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d40b expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.402480:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5f80/0xb46129d8d317884b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d40b expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.402507:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5f80, rc 0) 00000100:00100000:1.0:1734016146.402537:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332551168:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4725us (5098us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.402544:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13807 00000100:00100000:0.0:1734016146.410163:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.410343:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.410416:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551552 00000100:00100000:1.0:1734016146.410435:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551552 00000100:00100000:1.0:1734016146.410846:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551424 00000100:00100000:1.0:1734016146.410851:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551424 00000100:00100000:3.0:1734016146.410955:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13809 00000100:00100000:3.0:1734016146.410968:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332551552:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.410999:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.411027:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3178859 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d420 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.411123:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334650880:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.411242:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.411826:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13810 00000100:00100000:1.0:1734016146.411834:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332551424:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.411848:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.411867:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178860 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d419 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.411911:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076644380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334651008:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016146.411946:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.413887:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076644380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334651008:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.413937:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178860 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d419 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.413957:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2640/0xb46129d8d3178860 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d419 expref: 7 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.414232:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075ff9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334650880:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.414256:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3178859 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d420 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.414267:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9b00/0xb46129d8d3178859 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d420 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.414366:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00010000:00010000:3.0:1734016146.414543:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:1.0:1734016146.414624:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1970:x1818247332551424:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2788us (4278us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.414633:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13810 00000100:00100000:3.0:1734016146.414776:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1970:x1818247332551552:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3810us (4629us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.414783:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13809 00000100:00100000:3.0:1734016146.419294:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.419418:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.419857:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551680 00000100:00100000:0.0:1734016146.419870:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551680 00000100:00100000:0.0:1734016146.419952:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551808 00000100:00100000:0.0:1734016146.419954:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551808 00000100:00100000:0.0:1734016146.419979:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13811 00000100:00100000:0.0:1734016146.419990:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332551680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.420020:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.420049:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3178867 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d427 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.420136:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334651136:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016146.420236:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800797aa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.420266:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13812 00000100:00100000:0.0:1734016146.420271:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332551808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.420279:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.420293:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317886e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d42e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.420324:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079a71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334651264:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016146.420345:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.425180:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334651136:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.425180:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079a71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334651264:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.425224:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3178867 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d427 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.425240:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e7180/0xb46129d8d3178867 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d427 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.425270:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7180, rc 0) 00000100:00100000:1.0:1734016146.425325:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1971:x1818247332551680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5336us (6043us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.425337:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13811 00010000:00010000:2.0:1734016146.425417:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317886e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d42e expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.425427:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d317886e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d42e expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.425447:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016146.425468:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332551808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5196us (6050us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.425475:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13812 00000100:00100000:0.0:1734016146.443350:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.443503:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332551936 00000100:00100000:2.0:1734016146.443519:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332551936 00000100:00100000:2.0:1734016146.443683:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13813 00000100:00100000:2.0:1734016146.443692:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332551936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.443768:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.443799:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d435 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.443838:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.443849:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.443852:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.443858:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [184320->192511] (req 184320->192511) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.443903:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.443917:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 8 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.443932:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334651392:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016146.444004:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.455011:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334651392:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016146.455062:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [184320->192511] (req 184320->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.455084:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016146.455160:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332551936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11467us (11825us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.455170:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13813 00000100:00100000:0.0:1734016146.472013:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.472298:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332552064 00000100:00100000:3.0:1734016146.472316:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332552064 00010000:00010000:3.0:1734016146.472365:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.473228:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3680 00000100:00100000:3.0:1734016146.473239:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332552064:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.473264:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.473306:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.473326:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.473361:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e2f40/0xb46129d8d3178821 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->511999) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3e1 expref: 9 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.474021:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.474027:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.474041:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.474053:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.474128:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.474149:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334651520:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016146.474261:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.484105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.484274:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332552320 00000100:00100000:2.0:1734016146.484290:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332552320 00002000:00100000:2.0:1734016146.484381:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (184320->188415) req@ffff880079a71880 x1818247332552320/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.484396:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71880 with x1818247332552320 ext(184320->188415) 00002000:00010000:2.0:1734016146.484407:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71880 00000100:00100000:2.0:1734016146.484446:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10277 00000100:00100000:2.0:1734016146.484457:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332552320:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.484715:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332552320:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 261us (631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.484776:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10277 00002000:00100000:2.0:1734016146.484784:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (184320->188415) req@ffff880079a71880 x1818247332552320/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.484790:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71880 with x1818247332552320 ext(184320->188415) 00002000:00010000:2.0:1734016146.484793:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71880 00000100:00100000:3.0:1734016146.485223:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334651520:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016146.485249:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.487922:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332552064:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 14657us (15901us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.487949:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3680 00000100:00100000:0.0:1734016146.491066:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.491215:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332552576 00000100:00100000:2.0:1734016146.491229:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332552576 00002000:00100000:2.0:1734016146.491305:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (188416->192511) req@ffff880079a71c00 x1818247332552576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.491321:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71c00 with x1818247332552576 ext(188416->192511) 00002000:00010000:2.0:1734016146.491331:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71c00 00000100:00100000:2.0:1734016146.491370:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10278 00000100:00100000:2.0:1734016146.491380:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332552576:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.492607:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332552576:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1216us (1547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.492629:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10278 00002000:00100000:2.0:1734016146.492650:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (188416->192511) req@ffff880079a71c00 x1818247332552576/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.492661:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079a71c00 with x1818247332552576 ext(188416->192511) 00002000:00010000:2.0:1734016146.492667:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079a71c00 00000100:00100000:0.0:1734016146.501412:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.502226:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332552704 00000100:00100000:2.0:1734016146.502243:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332552704 00000100:00100000:2.0:1734016146.502441:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13814 00000100:00100000:2.0:1734016146.502455:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332552704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.502499:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.502542:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d317887c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d43c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.502660:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334651648:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.503879:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.511303:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e3b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334651648:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016146.511369:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d317887c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d43c expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.511394:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffeac0/0xb46129d8d317887c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d43c expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.511422:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffeac0, rc 0) 00000100:00100000:2.0:1734016146.511505:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332552704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9052us (10106us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.511523:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13814 00000100:00100000:0.0:1734016146.516279:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.516368:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332552832 00000100:00100000:2.0:1734016146.516379:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332552832 00000100:00100000:1.0:1734016146.518046:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13815 00000100:00100000:1.0:1734016146.518063:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332552832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.518096:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.518125:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3178883 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d443 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.518213:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076644380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334651776:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016146.518359:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.521172:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076644380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334651776:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.521244:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3178883 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d443 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.521270:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0000/0xb46129d8d3178883 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d443 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.521325:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016146.521411:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332552832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3347us (5146us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.521423:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13815 00000100:00100000:0.0:1734016146.531642:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.531789:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332552960 00000100:00100000:3.0:1734016146.531803:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332552960 00000100:00100000:3.0:1734016146.531897:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13816 00000100:00100000:3.0:1734016146.531907:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332552960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.531941:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.531979:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317888a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d44a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.532069:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334651904:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.532149:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.540991:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334651904:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.541041:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317888a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d44a expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.541060:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8d80/0xb46129d8d317888a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d44a expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.541100:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016146.541196:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332552960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9289us (9577us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.543235:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13816 00000100:00100000:0.0:1734016146.551936:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.552873:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332553088 00000100:00100000:3.0:1734016146.552891:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332553088 00000100:00100000:3.0:1734016146.552998:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13817 00000100:00100000:3.0:1734016146.553013:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332553088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.553046:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.553081:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3178891 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d451 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.553184:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652032:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.553291:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.556211:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652032:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.556286:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3178891 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d451 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.556307:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9daf40/0xb46129d8d3178891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d451 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.556353:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016146.556433:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332553088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3419us (4521us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.556445:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13817 00000100:00100000:0.0:1734016146.567294:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.567467:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332553344 00000100:00100000:2.0:1734016146.567486:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332553344 00002000:00100000:2.0:1734016146.567553:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (86016->90111) req@ffff880097d0ce00 x1818247332553344/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.567567:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332553344 ext(86016->90111) 00002000:00010000:2.0:1734016146.567574:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0ce00 00000100:00100000:2.0:1734016146.567603:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10279 00000100:00100000:2.0:1734016146.567611:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332553344:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.567848:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332553344:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 237us (581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.567856:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10279 00002000:00100000:2.0:1734016146.567862:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (86016->90111) req@ffff880097d0ce00 x1818247332553344/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.567869:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0ce00 with x1818247332553344 ext(86016->90111) 00002000:00010000:2.0:1734016146.567872:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0ce00 00000100:00100000:0.0:1734016146.571415:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.571966:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332553600 00000100:00100000:2.0:1734016146.571980:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332553600 00002000:00100000:2.0:1734016146.572050:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (94208->98303) req@ffff880097d0e680 x1818247332553600/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.572064:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332553600 ext(94208->98303) 00002000:00010000:2.0:1734016146.572072:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:2.0:1734016146.572492:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10280 00000100:00100000:2.0:1734016146.572502:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332553600:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.574677:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332553600:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 2146us (3252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.574698:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10280 00002000:00100000:2.0:1734016146.574744:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (94208->98303) req@ffff880097d0e680 x1818247332553600/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.574755:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0e680 with x1818247332553600 ext(94208->98303) 00002000:00010000:2.0:1734016146.574766:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097d0e680 00000100:00100000:0.0:1734016146.582948:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.583247:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332553728 00000100:00100000:3.0:1734016146.583261:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332553728 00000100:00100000:3.0:1734016146.583330:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13818 00000100:00100000:3.0:1734016146.583339:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332553728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.583362:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.583384:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3178898 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d458 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.583464:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652160:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.583552:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.587938:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652160:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.588000:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3178898 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d458 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.588019:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dba80/0xb46129d8d3178898 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d458 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.588057:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016146.590926:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332553728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7575us (7985us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.590938:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13818 00000100:00100000:1.0:1734016146.594941:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.595072:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332553856 00000100:00100000:3.0:1734016146.595087:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332553856 00000100:00100000:3.0:1734016146.595146:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13819 00000100:00100000:3.0:1734016146.595156:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087256c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332553856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.595181:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.595211:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317889f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d45f expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.595290:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652288:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.595389:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.599399:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652288:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.599469:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317889f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d45f expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.599490:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d317889f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d45f expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.599526:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016146.599997:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087256c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332553856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4841us (5074us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.600009:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13819 00000100:00100000:1.0:1734016146.608645:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.608822:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332553984 00000100:00100000:3.0:1734016146.608850:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332553984 00000100:00100000:3.0:1734016146.608936:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13820 00000100:00100000:3.0:1734016146.608949:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332553984:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.608980:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.609008:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31788a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d466 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.609092:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334652416:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.610110:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.613878:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334652416:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.613951:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31788a6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d466 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.613975:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d31788a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d466 expref: 11 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.614019:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016146.614132:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:1971:x1818247332553984:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5183us (5689us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.614150:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13820 00000100:00100000:1.0:1734016146.620013:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.621424:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332554112 00000100:00100000:3.0:1734016146.621446:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332554112 00000100:00100000:3.0:1734016146.621550:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13821 00000100:00100000:3.0:1734016146.621562:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+10:10366:x1818247332554112:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.621592:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.621620:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d46d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.621664:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.621672:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.621674:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.621677:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2445312->2449407] (req 2445312->2449407) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.621778:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.621794:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 7 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.621811:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334652544:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016146.621916:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.626422:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.626454:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332554240 00000100:00100000:2.0:1734016146.626461:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332554240 00002000:00100000:2.0:1734016146.626496:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (561152->573439) req@ffff88012e3b7800 x1818247332554240/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 12776/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.626506:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7800 with x1818247332554240 ext(561152->573439) 00010000:00010000:2.0:1734016146.626515:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 8 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.626527:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 8 pid: 13917 timeout: 510 lvb_type: 0 00002000:00010000:2.0:1734016146.626533:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e3b7800 00000100:00100000:2.0:1734016146.626563:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 383 00000100:00100000:2.0:1734016146.626569:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332554240:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.627644:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334652544:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016146.627676:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2445312->2449407] (req 2445312->2449407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.627693:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:3.0:1734016146.627777:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332554112:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6216us (7771us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.627785:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13821 00000100:00100000:2.0:1734016146.628666:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1968:x1818247332554240:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2094us (2249us total) trans 4294968281 rc 0/0 00000100:00100000:2.0:1734016146.628676:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 383 00002000:00100000:2.0:1734016146.628686:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (561152->573439) req@ffff88012e3b7800 x1818247332554240/t4294968281(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 12776/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.628694:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b7800 with x1818247332554240 ext(561152->573439) 00010000:00010000:2.0:1734016146.628702:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016146.628713:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00002000:00010000:2.0:1734016146.628718:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e3b7800 00000100:00100000:1.0:1734016146.638033:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.638192:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332554368 00000100:00100000:3.0:1734016146.638208:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332554368 00010000:00010000:3.0:1734016146.638266:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.638719:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3681 00000100:00100000:3.0:1734016146.638848:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332554368:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.638879:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016146.638920:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 96 00010000:00010000:3.0:1734016146.638929:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.638954:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.639001:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178836 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 561152->573439) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d3f6 expref: 10 pid: 13917 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.639054:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.639058:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.639067:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.639079:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.639146:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.639168:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334652672:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016146.642601:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.648080:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.648243:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334652672:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016146.648281:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.648358:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332554368:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 9513us (10341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.648375:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3681 00000100:00100000:0.0:1734016146.648779:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332554624 00000100:00100000:0.0:1734016146.648794:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332554624 00002000:00100000:0.0:1734016146.648869:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2445312->2449407) req@ffff88012e3b4380 x1818247332554624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.648880:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4380 with x1818247332554624 ext(2445312->2449407) 00002000:00010000:0.0:1734016146.648886:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4380 00000100:00100000:0.0:1734016146.648919:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10281 00000100:00100000:0.0:1734016146.648925:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332554624:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016146.649198:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332554624:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 272us (1139us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016146.649204:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10281 00002000:00100000:0.0:1734016146.649209:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2445312->2449407) req@ffff88012e3b4380 x1818247332554624/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.649215:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4380 with x1818247332554624 ext(2445312->2449407) 00002000:00010000:0.0:1734016146.649218:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4380 00000100:00100000:2.0:1734016146.658029:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016146.658220:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332554880 00000100:00100000:0.0:1734016146.658233:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332554880 00002000:00100000:0.0:1734016146.658290:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2449408->2453503) req@ffff88012e3b4000 x1818247332554880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.658302:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4000 with x1818247332554880 ext(2449408->2453503) 00002000:00010000:0.0:1734016146.658312:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4000 00000100:00100000:0.0:1734016146.658368:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10282 00000100:00100000:0.0:1734016146.658377:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332554880:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016146.658772:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1969:x1818247332554880:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 394us (766us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016146.658786:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10282 00002000:00100000:0.0:1734016146.658794:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2449408->2453503) req@ffff88012e3b4000 x1818247332554880/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.658801:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e3b4000 with x1818247332554880 ext(2449408->2453503) 00002000:00010000:0.0:1734016146.658804:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e3b4000 00000100:00100000:1.0:1734016146.673699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.674026:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555008 00000100:00100000:2.0:1734016146.674042:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555008 00002000:00100000:2.0:1734016146.674118:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2445312->2453503) req@ffff880076646680 x1818247332555008/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 8680/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.674131:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646680 with x1818247332555008 ext(2445312->2453503) 00002000:00010000:2.0:1734016146.674139:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076646680 00000100:00100000:2.0:1734016146.674182:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10283 00000100:00100000:2.0:1734016146.674192:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332555008:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016146.676770:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1971:x1818247332555008:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2518us (3024us total) trans 4294968282 rc 0/0 00000100:00100000:2.0:1734016146.676793:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10283 00002000:00100000:2.0:1734016146.676810:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2445312->2453503) req@ffff880076646680 x1818247332555008/t4294968282(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 8680/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.676819:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076646680 with x1818247332555008 ext(2445312->2453503) 00002000:00010000:2.0:1734016146.676827:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076646680 00000100:00100000:1.0:1734016146.681911:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.682894:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555136 00000100:00100000:3.0:1734016146.682915:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555136 00000100:00100000:3.0:1734016146.683918:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13822 00000100:00100000:3.0:1734016146.683932:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332555136:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016146.685920:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968282 is committed 00000001:00080000:0.0:1734016146.685948:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968281 is committed 00000100:00100000:3.0:1734016146.686281:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332555136:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2347us (4381us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.686517:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13822 00000100:00100000:2.0:1734016146.693159:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.693359:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.694563:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555264 00000100:00100000:3.0:1734016146.694579:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555264 00000100:00100000:3.0:1734016146.694661:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555392 00000100:00100000:3.0:1734016146.694664:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555392 00000100:00100000:3.0:1734016146.694703:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13823 00000100:00100000:3.0:1734016146.694715:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332555264:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.694791:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.694829:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31788b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d474 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.694956:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652800:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.695092:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.695336:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13824 00000100:00100000:1.0:1734016146.695344:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332555392:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.695356:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.695375:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31788bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d47b expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.695412:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334652928:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016146.695452:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016146.709011:0:13917:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 96 -> 112 00000100:00100000:1.0:1734016146.709063:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334652928:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016146.709117:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31788bb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d47b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.709134:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d31788bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d47b expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.709169:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016146.709245:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332555392:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13896us (15880us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.709259:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13824 00000100:00100000:3.0:1734016146.711099:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334652800:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.711164:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31788b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d474 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.711186:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d31788b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d474 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.711229:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016146.713034:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332555264:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 18306us (19889us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.713050:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13823 00000100:00100000:2.0:1734016146.718262:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.718351:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.718625:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555520 00000100:00100000:1.0:1734016146.718641:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555520 00000100:00100000:3.0:1734016146.718826:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555648 00000100:00100000:3.0:1734016146.718832:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555648 00000100:00100000:3.0:1734016146.718870:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13825 00000100:00100000:3.0:1734016146.718883:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332555520:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.718914:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.718946:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31788c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d482 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.719042:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334653056:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.719146:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.719364:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13826 00000100:00100000:0.0:1734016146.719370:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332555648:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.719382:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.719397:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d31788c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d489 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.719426:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334653184:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016146.719457:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880081b940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.726703:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334653184:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016146.726840:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d31788c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d489 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.726864:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5680/0xb46129d8d31788c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d489 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.726891:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5680, rc 0) 00000100:00100000:2.0:1734016146.727006:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332555648:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7630us (8649us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.727021:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13826 00000100:00100000:3.0:1734016146.727312:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334653056:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.727347:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31788c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d482 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.727359:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d31788c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d482 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.727395:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00000100:00100000:3.0:1734016146.727423:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332555520:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8545us (9185us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.727431:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13825 00000100:00100000:1.0:1734016146.733404:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.733920:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.734336:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555904 00000100:00100000:2.0:1734016146.734362:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555904 00000100:00100000:2.0:1734016146.734766:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332555776 00000100:00100000:2.0:1734016146.734769:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332555776 00000100:00100000:3.0:1734016146.734835:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13827 00000100:00100000:3.0:1734016146.734848:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332555904:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.734894:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.734936:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d497 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.735040:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334653312:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.735167:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.735240:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13828 00000100:00100000:2.0:1734016146.735246:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332555776:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.735255:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.735270:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31788d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d490 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.735308:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334653440:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.735370:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.738435:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334653440:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016146.738497:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31788d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d490 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.738515:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffd8c0/0xb46129d8d31788d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d490 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.738647:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334653312:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.738674:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d497 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.738683:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d497 expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.738697:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016146.739506:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332555904:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4652us (6115us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.739516:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13827 00010000:00010000:2.0:1734016146.740370:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016146.740432:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332555776:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5183us (6509us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.740441:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13828 00000100:00100000:0.0:1734016146.746458:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.746618:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556032 00000100:00100000:2.0:1734016146.746641:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556032 00000100:00100000:3.0:1734016146.747378:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13829 00000100:00100000:3.0:1734016146.747395:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332556032:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.747433:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.747850:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d49e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.747900:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.747914:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.747917:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.747921:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2441216->2445311] (req 2441216->2445311) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.747965:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.747983:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 5 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016146.747997:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334653568:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016146.749163:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.753977:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334653568:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016146.754026:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2441216->2445311] (req 2441216->2445311) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.754050:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d86c0, rc 0) 00000100:00100000:3.0:1734016146.754128:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332556032:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6734us (7694us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.754143:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13829 00000100:00100000:1.0:1734016146.756491:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.757150:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556160 00000100:00100000:3.0:1734016146.757165:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556160 00010000:00010000:3.0:1734016146.757207:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016146.757282:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3682 00000100:00100000:3.0:1734016146.757291:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332556160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.757307:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.757336:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016146.757350:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016146.757381:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9da1c0/0xb46129d8d31788ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2449407) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d46d expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016146.757527:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.757530:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.757537:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.757545:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.757582:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.757595:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334653696:192.168.201.52@tcp:105: 00000100:00100000:3.0:1734016146.758040:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.761616:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.761696:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556416 00000100:00100000:2.0:1734016146.761710:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556416 00002000:00100000:2.0:1734016146.761815:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2441216->2445311) req@ffff880097d0d500 x1818247332556416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.761826:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d500 with x1818247332556416 ext(2441216->2445311) 00002000:00010000:2.0:1734016146.761832:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d500 00000100:00100000:2.0:1734016146.761860:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10284 00000100:00100000:2.0:1734016146.761870:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332556416:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.762115:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332556416:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 245us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.762123:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10284 00002000:00100000:2.0:1734016146.762129:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2441216->2445311) req@ffff880097d0d500 x1818247332556416/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.762136:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0d500 with x1818247332556416 ext(2441216->2445311) 00002000:00010000:2.0:1734016146.762138:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0d500 00000100:00100000:3.0:1734016146.762252:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334653696:192.168.201.52@tcp:105: 00010000:00010000:3.0:1734016146.762277:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.762305:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332556160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 5015us (5835us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.762316:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3682 00000100:00100000:0.0:1734016146.770312:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.770914:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556544 00000100:00100000:2.0:1734016146.770931:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556544 00002000:00100000:2.0:1734016146.771010:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2441216->2445311) req@ffff880097d0c000 x1818247332556544/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 4584/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.771024:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c000 with x1818247332556544 ext(2441216->2445311) 00002000:00010000:2.0:1734016146.771030:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0c000 00000100:00100000:2.0:1734016146.771252:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10285 00000100:00100000:2.0:1734016146.771262:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332556544:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016146.773270:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1971:x1818247332556544:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1988us (2953us total) trans 4294968283 rc 0/0 00000100:00100000:2.0:1734016146.773296:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10285 00002000:00100000:2.0:1734016146.773320:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2441216->2445311) req@ffff880097d0c000 x1818247332556544/t4294968283(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:107/0 lens 4584/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.773334:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d0c000 with x1818247332556544 ext(2441216->2445311) 00002000:00010000:2.0:1734016146.773345:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097d0c000 00000100:00100000:1.0:1734016146.777161:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.777333:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556672 00000100:00100000:3.0:1734016146.777348:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556672 00000100:00100000:3.0:1734016146.778022:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 2776 00000100:00100000:3.0:1734016146.778033:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332556672:12345-192.168.201.52@tcp:44:fsx.0 00000100:00080000:0.0:1734016146.778289:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016116 00000100:00100000:3.0:1734016146.779348:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+19:10366:x1818247332556672:12345-192.168.201.52@tcp:44:fsx.0 Request processed in 1307us (2191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.779363:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 2776 00000100:00100000:1.0:1734016146.786560:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.790902:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556800 00000100:00100000:3.0:1734016146.790929:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556800 00000100:00100000:3.0:1734016146.791051:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13830 00000100:00100000:3.0:1734016146.791065:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1969:x1818247332556800:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016146.793182:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968283 is committed 00000100:00100000:3.0:1734016146.793620:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332556800:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 2541us (7066us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.793643:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13830 00000100:00100000:0.0:1734016146.810392:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.813882:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332556928 00000100:00100000:3.0:1734016146.813905:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332556928 00000100:00100000:3.0:1734016146.814018:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13831 00000100:00100000:3.0:1734016146.814026:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332556928:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.814050:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.814078:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d31788e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4a5 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.814160:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334653824:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016146.814401:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.828561:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334653824:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016146.828632:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d31788e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4a5 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.828654:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db180/0xb46129d8d31788e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4a5 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.828799:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016146.829088:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332556928:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15059us (18713us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.829104:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13831 00000100:00100000:1.0:1734016146.836420:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016146.836584:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557056 00000100:00100000:3.0:1734016146.836612:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557056 00000100:00100000:2.0:1734016146.836909:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13832 00000100:00100000:2.0:1734016146.836921:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332557056:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.836950:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.836973:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31788ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4ac expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.837051:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334653952:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.837172:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.840494:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334653952:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016146.840576:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31788ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4ac expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.840597:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d31788ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4ac expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.840708:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016146.841095:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332557056:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4171us (4688us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.841109:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13832 00000100:00100000:1.0:1734016146.874478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.874640:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557312 00000100:00100000:2.0:1734016146.874659:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557312 00002000:00100000:2.0:1734016146.874883:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800795cc380 x1818247332557312/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 520/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.874896:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332557312 ext(0->4194303) 00002000:00010000:2.0:1734016146.874903:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:2.0:1734016146.875029:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10286 00000100:00100000:2.0:1734016146.875040:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332557312:12345-192.168.201.52@tcp:3:fsx.0 00010000:00010000:3.0:1734016146.945639:0:6473:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016146.966817:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016146.974702:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.975479:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332557312:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 100434us (101020us total) trans 0 rc 4173824/4173824 00000100:00100000:2.0:1734016146.975496:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10286 00002000:00100000:2.0:1734016146.975513:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800795cc380 x1818247332557312/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:107/0 lens 520/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4173824/4173824 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.975525:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cc380 with x1818247332557312 ext(0->4194303) 00002000:00010000:2.0:1734016146.975534:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800795cc380 00000100:00100000:3.0:1734016146.981094:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557568 00000100:00100000:3.0:1734016146.981113:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557568 00000100:00100000:3.0:1734016146.981213:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 228 00000100:00100000:3.0:1734016146.981221:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332557568:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:3.0:1734016146.981288:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+16:1970:x1818247332557568:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 68us (14492us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.981293:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 228 00000100:00080000:1.0:1734016146.981679:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016116 00000100:00100000:0.0:1734016146.983905:0:6480:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557440 00000100:00100000:0.0:1734016146.983926:0:6480:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557440 00000100:00100000:0.0:1734016146.984038:0:6480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 340 00000100:00100000:0.0:1734016146.984047:0:6480:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:356ef100-c450-4ad1-ae36-19e8c4618593+12:1970:x1818247332557440:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:0.0:1734016146.984148:0:6480:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:356ef100-c450-4ad1-ae36-19e8c4618593+12:1970:x1818247332557440:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 101us (9470us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.984156:0:6480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 340 00000100:00080000:1.0:1734016146.984658:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016116 00000100:00100000:0.0:1734016146.994508:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016146.994635:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557696 00000100:00100000:2.0:1734016146.994647:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557696 00000100:00100000:2.0:1734016146.994710:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13833 00000100:00100000:2.0:1734016146.994760:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332557696:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.994783:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.994805:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31788f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4b3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.994873:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334654080:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016146.994981:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016147.007680:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:2.0:1734016147.007782:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334654080:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016147.007840:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31788f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4b3 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.007860:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31788f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4b3 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.007979:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016147.008711:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332557696:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 13990us (14222us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.008972:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13833 00000100:00100000:0.0:1734016147.011950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.012141:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557824 00000100:00100000:2.0:1734016147.012157:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557824 00000100:00100000:2.0:1734016147.012238:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13834 00000100:00100000:2.0:1734016147.012250:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332557824:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.012286:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.012322:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31788fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4ba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.012428:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334654208:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.012592:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.019168:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334654208:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016147.019227:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31788fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4ba expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.019246:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff600/0xb46129d8d31788fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4ba expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.019262:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016147.019358:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332557824:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7107us (7427us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.019374:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13834 00000100:00100000:0.0:1734016147.024033:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.024189:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332557952 00000100:00100000:2.0:1734016147.024203:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332557952 00000100:00100000:3.0:1734016147.025235:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13835 00000100:00100000:3.0:1734016147.025250:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332557952:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.025279:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.025307:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4c1 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.025345:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.025352:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.025354:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.025357:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2224128->2232319] (req 2224128->2232319) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.025392:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.025403:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 7 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.025418:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334654336:192.168.201.52@tcp:104: 00000100:00080000:1.0:1734016147.026062:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016117 00000100:00100000:3.0:1734016147.033555:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.049630:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.049811:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334654336:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016147.049868:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2224128->2232319] (req 2224128->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.049894:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db180, rc 0) 00000100:00100000:3.0:1734016147.049991:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332557952:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 24742us (25971us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.050006:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13835 00000100:00100000:2.0:1734016147.051977:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558080 00000100:00100000:2.0:1734016147.052002:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558080 00010000:00010000:2.0:1734016147.052060:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.052112:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3683 00000100:00100000:2.0:1734016147.052122:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca61050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332558080:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.052144:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016147.052175:0:6472:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016147 00002000:00010000:2.0:1734016147.052177:0:6472:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016147 00002000:00010000:2.0:1734016147.052180:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 120 00010000:00010000:2.0:1734016147.052185:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.052198:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.052230:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d86c0/0xb46129d8d31788de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2441216->2445311) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d49e expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.052251:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.052253:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.052263:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.052276:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.052317:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.052332:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334654464:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016147.052509:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.058757:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334654464:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016147.058795:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.059186:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca61050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332558080:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 7060us (9573us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.059204:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3683 00000100:00100000:0.0:1734016147.068967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.069068:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558336 00000100:00100000:2.0:1734016147.069085:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558336 00002000:00100000:2.0:1734016147.069161:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076161f80 x1818247332558336/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.069172:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161f80 with x1818247332558336 ext(0->4194303) 00002000:00010000:2.0:1734016147.069179:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161f80 00000100:00100000:2.0:1734016147.069224:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10287 00000100:00100000:2.0:1734016147.069235:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332558336:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.144535:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332558336:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 75279us (75570us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016147.144556:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10287 00002000:00100000:3.0:1734016147.144576:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880076161f80 x1818247332558336/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.144589:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161f80 with x1818247332558336 ext(0->4194303) 00002000:00010000:3.0:1734016147.144599:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161f80 00000100:00100000:0.0:1734016147.160024:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016147.160131:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.161086:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558464 00000100:00100000:2.0:1734016147.161100:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558464 00000100:00100000:2.0:1734016147.161267:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558592 00000100:00100000:2.0:1734016147.161271:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558592 00000100:00100000:3.0:1734016147.161366:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13836 00000100:00100000:3.0:1734016147.161375:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332558464:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.161403:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.161429:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3178908 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4c8 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.161506:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334654592:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016147.162442:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.162912:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13837 00000100:00100000:2.0:1734016147.162921:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332558592:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.162938:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.162953:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d317890f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4cf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.162990:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334654720:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.163051:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016147.167813:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016146 -> 1734016147 00002000:00010000:3.0:1734016147.167825:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016146 -> 1734016147 00000100:00100000:3.0:1734016147.167860:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334654592:192.168.201.52@tcp:106: 00002000:00010000:2.0:1734016147.167891:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:2.0:1734016147.167909:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334654720:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016147.167910:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3178908 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c8 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.167927:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d317890f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4cf expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.167927:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9da1c0/0xb46129d8d3178908 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c8 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.167935:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d317890f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4cf expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.167961:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00010000:00010000:3.0:1734016147.167962:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9da1c0, rc 0) 00000100:00100000:2.0:1734016147.168322:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332558592:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5399us (8188us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.168322:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332558464:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6944us (8321us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.168337:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13836 00000100:00100000:2.0:1734016147.168342:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13837 00000100:00100000:0.0:1734016147.171900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016147.171991:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.172105:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558720 00000100:00100000:3.0:1734016147.172120:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558720 00000100:00100000:3.0:1734016147.172186:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558848 00000100:00100000:3.0:1734016147.172190:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558848 00000100:00100000:3.0:1734016147.172234:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13838 00000100:00100000:3.0:1734016147.172245:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332558720:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.172274:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.172307:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178916 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4d6 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.172417:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334654848:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.172676:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13839 00000100:00100000:2.0:1734016147.172684:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332558848:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.172701:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.172713:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317891d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4dd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.172801:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334654976:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.172932:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.173093:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.178144:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334654976:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016147.178185:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334654848:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016147.178200:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317891d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4dd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.178215:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178916 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4d6 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.178221:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d317891d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4dd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.178226:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db3c0/0xb46129d8d3178916 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4d6 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.178248:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db3c0, rc 0) 00010000:00010000:0.0:1734016147.178249:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:3.0:1734016147.178865:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332558720:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6620us (6988us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.178875:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13838 00000100:00100000:0.0:1734016147.179013:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332558848:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6327us (7021us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016147.179020:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13839 00000100:00100000:0.0:1734016147.181309:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016147.181408:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.181606:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559104 00000100:00100000:1.0:1734016147.181622:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559104 00000100:00100000:1.0:1734016147.181671:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332558976 00000100:00100000:1.0:1734016147.181673:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332558976 00000100:00100000:1.0:1734016147.181691:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13840 00000100:00100000:1.0:1734016147.181699:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332559104:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.181748:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.181768:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178924 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4eb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.181846:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334655104:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016147.181900:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13841 00000100:00100000:3.0:1734016147.181907:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332558976:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.181916:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.181929:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317892b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4e4 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.181940:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.181962:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334655232:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016147.181986:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.183568:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334655104:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.183600:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178924 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4eb expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.183613:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e33c0/0xb46129d8d3178924 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4eb expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.183629:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016147.183660:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332559104:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 1962us (2365us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.183667:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13840 00000100:00100000:3.0:1734016147.183883:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334655232:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016147.183903:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317892b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4e4 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.183914:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9dbcc0/0xb46129d8d317892b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4e4 expref: 9 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.183939:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dbcc0, rc 0) 00000100:00100000:3.0:1734016147.183966:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332558976:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 2058us (2558us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.183973:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13841 00000100:00100000:0.0:1734016147.186282:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.186377:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559232 00000100:00100000:3.0:1734016147.186390:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559232 00000100:00100000:3.0:1734016147.186889:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13842 00000100:00100000:3.0:1734016147.186901:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332559232:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.186929:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.186957:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4f2 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.187001:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.187009:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.187012:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.187016:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2260992->2273279] (req 2260992->2273279) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.187056:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 5 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.187070:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 5 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.187085:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334655360:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016147.187572:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.192494:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097ee2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334655360:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016147.192563:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2260992->2273279] (req 2260992->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.192602:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db600, rc 0) 00000100:00100000:3.0:1734016147.192678:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332559232:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5778us (6410us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.192691:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13842 00000100:00100000:1.0:1734016147.193755:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.193874:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559360 00000100:00100000:3.0:1734016147.193883:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559360 00002000:00100000:3.0:1734016147.193931:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2224128->2232319) req@ffff8800795cfb80 x1818247332559360/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 8680/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.193943:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cfb80 with x1818247332559360 ext(2224128->2232319) 00010000:00010000:3.0:1734016147.193955:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.193970:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016147.193978:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800795cfb80 00000100:00100000:3.0:1734016147.194522:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 384 00000100:00100000:3.0:1734016147.194530:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1969:x1818247332559360:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.197404:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332559360:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2848us (3663us total) trans 4294968284 rc 0/0 00000100:00100000:3.0:1734016147.197425:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 384 00002000:00100000:3.0:1734016147.197444:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2224128->2232319) req@ffff8800795cfb80 x1818247332559360/t4294968284(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 8680/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.197456:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cfb80 with x1818247332559360 ext(2224128->2232319) 00010000:00010000:3.0:1734016147.197473:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.197497:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016147.197506:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800795cfb80 00000100:00100000:0.0:1734016147.205167:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.206130:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559488 00000100:00100000:2.0:1734016147.206152:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559488 00010000:00010000:2.0:1734016147.206221:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.206541:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3684 00000100:00100000:2.0:1734016147.206554:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332559488:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.206576:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016147.206605:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 136 00010000:00010000:2.0:1734016147.206742:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.206766:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.206802:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db180/0xb46129d8d3178901 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2232319) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4c1 expref: 8 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.206847:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.206854:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.206865:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.206878:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.206943:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 7 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.206968:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076629f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334655488:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016147.209437:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.216125:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.216313:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559616 00000100:00100000:3.0:1734016147.216326:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559616 00000100:00100000:3.0:1734016147.216392:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13843 00000100:00100000:3.0:1734016147.216402:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332559616:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016147.216766:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016147.216770:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.216773:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016146 00002000:00010000:3.0:1734016147.216775:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.216777:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 136 -> 160 00000100:00100000:3.0:1734016147.216843:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332559616:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 441us (734us total) trans 4294968285 rc 0/0 00000100:00100000:3.0:1734016147.216854:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13843 00000100:00100000:2.0:1734016147.216976:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076629f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334655488:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016147.217100:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.217144:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332559488:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10593us (11994us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.217154:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3684 00000100:00100000:0.0:1734016147.222138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.222308:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559744 00000100:00100000:1.0:1734016147.222324:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559744 00000100:00100000:1.0:1734016147.222477:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13844 00000100:00100000:1.0:1734016147.222488:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332559744:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.222520:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.222548:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178939 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d4f9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.222631:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334655616:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.223212:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016147.226360:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:1.0:1734016147.226405:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334655616:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.226461:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178939 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.226484:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178939 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.226507:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016147.227343:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332559744:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4847us (5215us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.227355:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13844 00000100:00100000:0.0:1734016147.230783:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.231174:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332559872 00000100:00100000:1.0:1734016147.231195:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332559872 00000100:00100000:1.0:1734016147.231281:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13845 00000100:00100000:1.0:1734016147.231297:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332559872:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.231331:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.231362:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178940 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d500 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.231472:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334655744:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.231594:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.234651:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334655744:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.234690:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178940 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d500 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.234709:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1440/0xb46129d8d3178940 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d500 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.234766:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1440, rc 0) 00000100:00100000:1.0:1734016147.234818:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332559872:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3524us (4052us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.234826:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13845 00000100:00100000:0.0:1734016147.237409:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.238239:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332560000 00000100:00100000:1.0:1734016147.238253:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332560000 00000100:00100000:1.0:1734016147.238318:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13846 00000100:00100000:1.0:1734016147.238329:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332560000:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.238353:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.238376:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d507 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.238419:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.238428:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.238431:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.238435:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3375104->3383295] (req 3375104->3383295) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.238495:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 6 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.238516:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 6 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016147.238533:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800795cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334655872:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016147.238625:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.242271:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800795cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334655872:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016147.242322:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3375104->3383295] (req 3375104->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.242345:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e33c0, rc 0) 00000100:00100000:1.0:1734016147.243173:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332560000:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4842us (5770us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.243183:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13846 00000100:00100000:2.0:1734016147.243568:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.244284:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332560128 00000100:00100000:3.0:1734016147.244299:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332560128 00002000:00100000:3.0:1734016147.244383:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (86016->192511) req@ffff880076629f80 x1818247332560128/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 504/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.244394:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629f80 with x1818247332560128 ext(86016->192511) 00010000:00010000:3.0:1734016147.244406:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 7 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.244424:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 7 pid: 10116 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016147.244434:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076629f80 00000100:00100000:3.0:1734016147.244468:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 385 00000100:00100000:3.0:1734016147.244476:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332560128:12345-192.168.201.52@tcp:4:fsx.0 00000100:00080000:1.0:1734016147.245159:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00100000:3.0:1734016147.250664:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332560128:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 6167us (7076us total) trans 4294969922 rc 0/0 00000100:00100000:3.0:1734016147.250683:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 385 00002000:00100000:3.0:1734016147.250704:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (86016->192511) req@ffff880076629f80 x1818247332560128/t4294969922(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 504/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.250752:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076629f80 with x1818247332560128 ext(86016->192511) 00010000:00010000:3.0:1734016147.250767:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016147.250790:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016147.250799:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076629f80 00000100:00100000:0.0:1734016147.262368:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.262819:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332560256 00000100:00100000:2.0:1734016147.262838:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332560256 00010000:00010000:2.0:1734016147.262896:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.262948:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3685 00000100:00100000:2.0:1734016147.262958:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332560256:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.262980:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016147.263007:0:6472:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 240 -> 280 00010000:00010000:2.0:1734016147.263014:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.263029:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.263058:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffdf80/0xb46129d8d3178875 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 184320->192511) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d435 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.263096:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.263099:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.263111:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.263122:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.263174:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.263197:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334656000:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016147.263331:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.278435:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.278630:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334656000:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016147.278673:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.278785:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332560256:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 15827us (16435us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.278803:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3685 00000100:00100000:3.0:1734016147.279002:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332560512 00000100:00100000:3.0:1734016147.279013:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332560512 00002000:00100000:3.0:1734016147.279075:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012db22d80 x1818247332560512/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.279087:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22d80 with x1818247332560512 ext(0->4194303) 00002000:00010000:3.0:1734016147.279094:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22d80 00000100:00100000:3.0:1734016147.279136:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10288 00000100:00100000:3.0:1734016147.279144:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332560512:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.304225:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016147.304279:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334656128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016147.304432:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016147.306595:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247334656128 00000100:00100000:2.0:1734016147.306614:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247334656128 00000100:00100000:2.0:1734016147.306671:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1734016147.306680:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334656128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016147.306737:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 805229120 pending 32768 free 3923648512 avail 3691995136 00000100:00100000:2.0:1734016147.306802:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247334656128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (2373us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.306809:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1734016147.306861:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3515:1818247334656128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016147.334173:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332560512:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 55006us (55746us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016147.334193:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10288 00002000:00100000:2.0:1734016147.334215:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012db22d80 x1818247332560512/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.334228:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db22d80 with x1818247332560512 ext(0->4194303) 00002000:00010000:2.0:1734016147.334237:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db22d80 00000100:00100000:0.0:1734016147.352892:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.353121:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332560768 00000100:00100000:2.0:1734016147.353133:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332560768 00002000:00100000:2.0:1734016147.353188:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012db23480 x1818247332560768/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.353199:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23480 with x1818247332560768 ext(0->4194303) 00002000:00010000:2.0:1734016147.353204:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db23480 00000100:00100000:2.0:1734016147.353234:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10289 00000100:00100000:2.0:1734016147.353241:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332560768:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.360330:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.363815:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332560896 00000100:00100000:2.0:1734016147.363834:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332560896 00000100:00100000:2.0:1734016147.363943:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13847 00000100:00100000:2.0:1734016147.363952:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:10366:x1818247332560896:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.363982:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.364016:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d50e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.364057:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.364067:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.364069:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.364074:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.364115:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 10 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.364129:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 10 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.364143:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334656256:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016147.364257:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.382830:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334656256:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016147.382882:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.382906:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd440, rc 0) 00000100:00100000:2.0:1734016147.382985:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332560896:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 19033us (22683us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.382997:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13847 00000100:00100000:2.0:1734016147.401510:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332560768:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 48244us (48603us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016147.401530:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10289 00002000:00100000:2.0:1734016147.401548:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88012db23480 x1818247332560768/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.401559:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db23480 with x1818247332560768 ext(0->4194303) 00010000:00010000:2.0:1734016147.401571:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.401590:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016147.401599:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012db23480 00000100:00100000:0.0:1734016147.414985:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.415573:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332561024 00000100:00100000:2.0:1734016147.415599:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332561024 00010000:00010000:2.0:1734016147.416525:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.417773:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3686 00000100:00100000:2.0:1734016147.417786:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332561024:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.417813:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.417842:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.417862:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.417898:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9db600/0xb46129d8d3178932 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2260992->2273279) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d4f2 expref: 9 pid: 10116 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.417929:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.417932:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.417940:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.417949:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.417987:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.418000:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334656384:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016147.421776:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.428296:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6472:1818247334656384:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016147.428328:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.428394:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332561024:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 10608us (13436us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.428405:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3686 00000100:00100000:1.0:1734016147.429296:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.429420:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332561280 00000100:00100000:2.0:1734016147.429429:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332561280 00002000:00100000:2.0:1734016147.429459:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1081344->1085439) req@ffff8800795cf480 x1818247332561280/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.429468:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf480 with x1818247332561280 ext(1081344->1085439) 00002000:00010000:2.0:1734016147.429473:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cf480 00000100:00100000:2.0:1734016147.429494:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10290 00000100:00100000:2.0:1734016147.429500:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332561280:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.429626:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332561280:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 127us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.429632:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10290 00002000:00100000:2.0:1734016147.429637:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1081344->1085439) req@ffff8800795cf480 x1818247332561280/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.429643:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800795cf480 with x1818247332561280 ext(1081344->1085439) 00002000:00010000:2.0:1734016147.429646:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800795cf480 00000100:00100000:0.0:1734016147.435460:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.436796:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332561536 00000100:00100000:2.0:1734016147.436813:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332561536 00002000:00100000:2.0:1734016147.436879:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1085440->1089535) req@ffff8800770bd180 x1818247332561536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.436893:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd180 with x1818247332561536 ext(1085440->1089535) 00002000:00010000:2.0:1734016147.436900:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800770bd180 00000100:00100000:2.0:1734016147.436936:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10291 00000100:00100000:2.0:1734016147.436946:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332561536:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.437219:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1968:x1818247332561536:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 273us (1778us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.437231:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10291 00002000:00100000:2.0:1734016147.437236:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1085440->1089535) req@ffff8800770bd180 x1818247332561536/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.437243:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bd180 with x1818247332561536 ext(1085440->1089535) 00002000:00010000:2.0:1734016147.437246:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800770bd180 00000100:00100000:0.0:1734016147.440710:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.440961:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332561664 00000100:00100000:2.0:1734016147.440976:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332561664 00000100:00100000:2.0:1734016147.441035:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13848 00000100:00100000:2.0:1734016147.441044:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332561664:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.441066:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.441089:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d515 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.441108:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.441110:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.441118:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.441134:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.441147:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc240, rc 0) 00000100:00100000:2.0:1734016147.441707:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1971:x1818247332561664:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 662us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.441742:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13848 00000100:00100000:1.0:1734016147.445091:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.445209:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332561792 00000100:00100000:2.0:1734016147.445219:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332561792 00000100:00100000:2.0:1734016147.445276:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13849 00000100:00100000:2.0:1734016147.445284:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:10366:x1818247332561792:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.445309:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.445338:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d51c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445393:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445401:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.445403:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.445407:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [188416->196607] (req 188416->196607) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445464:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445478:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 8 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.445494:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334656512:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016147.445600:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.454318:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334656512:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016147.454397:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [188416->196607] (req 188416->196607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.454451:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc6c0, rc 0) 00000100:00100000:2.0:1734016147.454584:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:10366:x1818247332561792:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 9298us (9506us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.454597:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13849 00000100:00100000:0.0:1734016147.466662:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.467072:0:6472:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332561920 00000100:00100000:2.0:1734016147.467088:0:6472:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332561920 00010000:00010000:2.0:1734016147.467153:0:6472:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 9 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.467530:0:6472:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3687 00000100:00100000:2.0:1734016147.467543:0:6472:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1969:x1818247332561920:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.467568:0:6472:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.467603:0:6472:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 9 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.467619:0:6472:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 9 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.467656:0:6472:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e33c0/0xb46129d8d3178947 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3375104->3383295) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d507 expref: 9 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.467900:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.467902:0:6472:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.467911:0:6472:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.467926:0:6472:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.467967:0:6472:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.467983:0:6472:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334656640:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016147.468390:0:6472:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.479553:0:6472:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6472:1818247334656640:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016147.479599:0:6472:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.479694:0:6472:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332561920:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 12150us (13053us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.479749:0:6472:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3687 00000100:00100000:0.0:1734016147.493389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.493770:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562176 00000100:00100000:2.0:1734016147.493787:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562176 00002000:00100000:2.0:1734016147.493867:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800770bca80 x1818247332562176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.493878:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bca80 with x1818247332562176 ext(0->4194303) 00002000:00010000:2.0:1734016147.493885:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bca80 00000100:00100000:2.0:1734016147.493931:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10292 00000100:00100000:2.0:1734016147.493940:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332562176:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.579063:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1968:x1818247332562176:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 85098us (85679us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016147.579085:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10292 00002000:00100000:3.0:1734016147.579103:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800770bca80 x1818247332562176/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.579116:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bca80 with x1818247332562176 ext(0->4194303) 00002000:00010000:3.0:1734016147.579125:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800770bca80 00000100:00100000:0.0:1734016147.598279:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.600551:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562304 00000100:00100000:2.0:1734016147.600577:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562304 00000100:00100000:2.0:1734016147.600690:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13850 00000100:00100000:2.0:1734016147.600702:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332562304:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.600760:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.600794:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178963 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d523 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.600885:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334656768:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.604024:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.610475:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334656768:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016147.610543:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178963 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d523 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.610563:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffe640/0xb46129d8d3178963 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d523 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.610622:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016147.611290:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332562304:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10587us (13021us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.611302:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13850 00000100:00100000:3.0:1734016147.617894:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.618003:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562432 00000100:00100000:2.0:1734016147.618017:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562432 00000100:00100000:2.0:1734016147.618308:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13851 00000100:00100000:2.0:1734016147.618318:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332562432:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.618344:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.618365:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317896a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d52a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.618450:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334656896:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.618553:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.621666:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334656896:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016147.621789:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317896a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d52a expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.621809:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d317896a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d52a expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.621835:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016147.621938:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332562432:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3618us (4052us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.621950:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13851 00000100:00100000:1.0:1734016147.632309:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.632443:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562560 00000100:00100000:2.0:1734016147.632466:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562560 00000100:00100000:2.0:1734016147.632550:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13852 00000100:00100000:2.0:1734016147.632559:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332562560:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.632580:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.632603:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3178971 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d531 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.632701:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334657024:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.633329:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.643074:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334657024:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016147.643137:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3178971 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d531 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.643166:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff180/0xb46129d8d3178971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d531 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.643223:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff180, rc 0) 00000100:00100000:2.0:1734016147.644124:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332562560:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11561us (11828us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.644134:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13852 00000100:00100000:1.0:1734016147.648559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.648781:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562688 00000100:00100000:2.0:1734016147.648795:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562688 00000100:00100000:2.0:1734016147.648867:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13853 00000100:00100000:2.0:1734016147.648880:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332562688:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.648906:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.648933:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d538 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.648970:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.648977:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.648983:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.648986:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.648990:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3592192->3596287] (req 3592192->3596287) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.649024:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.649036:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 10 pid: 7692 timeout: 511 lvb_type: 1 00000100:00100000:2.0:1734016147.649051:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334657152:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016147.649142:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.649151:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 7 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.649159:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334657280:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016147.649176:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.658786:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.658842:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016147.658964:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562816 00000100:00100000:0.0:1734016147.658974:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562816 00010000:00010000:0.0:1734016147.659019:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 11 pid: 7692 timeout: 511 lvb_type: 1 00000100:00100000:0.0:1734016147.659066:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332562944 00000100:00100000:0.0:1734016147.659068:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332562944 00010000:00010000:0.0:1734016147.659078:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 8 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:0.0:1734016147.659094:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3688 00000100:00100000:0.0:1734016147.659102:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332562816:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016147.659123:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016147.659165:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 11 pid: 7692 timeout: 511 lvb_type: 1 00010000:00010000:0.0:1734016147.659179:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 11 pid: 7692 timeout: 511 lvb_type: 1 00010000:00010000:0.0:1734016147.659217:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016147.659292:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1969:x1818247332562816:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 190us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.659299:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3688 00000100:00100000:0.0:1734016147.659319:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3689 00000100:00100000:0.0:1734016147.659323:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1969:x1818247332562944:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016147.659330:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016147.659337:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 8 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.659347:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 8 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.659359:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016147.659362:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016147.659370:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.659378:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x50080000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.659436:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.659455:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800770bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334657408:192.168.201.52@tcp:105: 00000100:00100000:0.0:1734016147.659512:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47c00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016147.660380:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc240/0xb46129d8d3178955 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d515 expref: 10 pid: 7692 timeout: 511 lvb_type: 1 00000100:00100000:2.0:1734016147.660416:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334657152:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016147.660430:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd440/0xb46129d8d317894e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d50e expref: 8 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.660440:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334657280:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016147.660483:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.660494:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffe640, rc 0) 00000100:00100000:2.0:1734016147.660525:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332562688:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11647us (11982us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.660532:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13853 00000100:00100000:1.0:1734016147.670369:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800770bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334657408:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016147.670424:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.670531:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800795cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332562944:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 11203us (11685us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.670551:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3689 00000100:00100000:2.0:1734016147.674258:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.674494:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332563200 00000100:00100000:3.0:1734016147.674505:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332563200 00002000:00100000:3.0:1734016147.674556:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3592192->3596287) req@ffff88007662a680 x1818247332563200/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.674565:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662a680 with x1818247332563200 ext(3592192->3596287) 00002000:00010000:3.0:1734016147.674569:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662a680 00000100:00100000:3.0:1734016147.674601:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10293 00000100:00100000:3.0:1734016147.674609:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332563200:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.674814:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332563200:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 205us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.674820:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10293 00002000:00100000:3.0:1734016147.674825:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3592192->3596287) req@ffff88007662a680 x1818247332563200/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.674832:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662a680 with x1818247332563200 ext(3592192->3596287) 00002000:00010000:3.0:1734016147.674835:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662a680 00000100:00100000:0.0:1734016147.683008:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.683596:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332563456 00000100:00100000:2.0:1734016147.683609:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332563456 00002000:00100000:2.0:1734016147.683670:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3596288->3600383) req@ffff8800770bc000 x1818247332563456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.683681:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc000 with x1818247332563456 ext(3596288->3600383) 00002000:00010000:2.0:1734016147.683687:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800770bc000 00000100:00100000:2.0:1734016147.683776:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10294 00000100:00100000:2.0:1734016147.683785:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332563456:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.683985:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332563456:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 199us (995us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.683995:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10294 00002000:00100000:2.0:1734016147.684001:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3596288->3600383) req@ffff8800770bc000 x1818247332563456/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.684010:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800770bc000 with x1818247332563456 ext(3596288->3600383) 00002000:00010000:2.0:1734016147.684013:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800770bc000 00000100:00100000:2.0:1734016147.691933:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016147.692079:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332563584 00000100:00100000:3.0:1734016147.692094:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332563584 00002000:00100000:3.0:1734016147.692160:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3592192->3600383) req@ffff88007662aa00 x1818247332563584/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 8680/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.692174:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662aa00 with x1818247332563584 ext(3592192->3600383) 00002000:00010000:3.0:1734016147.692183:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662aa00 00000100:00100000:3.0:1734016147.692465:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10295 00000100:00100000:3.0:1734016147.692475:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332563584:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.693944:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332563584:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1457us (2014us total) trans 4294968286 rc 0/0 00000100:00100000:3.0:1734016147.693958:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10295 00002000:00100000:3.0:1734016147.693973:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3592192->3600383) req@ffff88007662aa00 x1818247332563584/t4294968286(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 8680/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.693984:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007662aa00 with x1818247332563584 ext(3592192->3600383) 00002000:00010000:3.0:1734016147.693992:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007662aa00 00000100:00100000:0.0:1734016147.705575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.711448:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332563712 00000100:00100000:2.0:1734016147.711471:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332563712 00000100:00100000:2.0:1734016147.711595:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13854 00000100:00100000:2.0:1734016147.711610:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332563712:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:1.0:1734016147.721842:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968286 is committed 00000001:00080000:1.0:1734016147.721889:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968284 is committed 00000100:00100000:2.0:1734016147.722292:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332563712:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 10668us (16721us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.722310:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13854 00000100:00100000:0.0:1734016147.731034:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.733496:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332563840 00000100:00100000:2.0:1734016147.733527:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332563840 00000100:00100000:2.0:1734016147.733636:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13855 00000100:00100000:2.0:1734016147.733652:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332563840:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.733700:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.733755:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d317897f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d53f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.733883:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334657536:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016147.734032:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016147.745779:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 160 -> 176 00000100:00100000:2.0:1734016147.745840:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334657536:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016147.745900:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d317897f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d53f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.745918:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffdf80/0xb46129d8d317897f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d53f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.746417:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffdf80, rc 0) 00000100:00100000:2.0:1734016147.746537:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800770bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332563840:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12883us (15518us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.746553:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13855 00000100:00100000:1.0:1734016147.758080:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.758215:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332563968 00000100:00100000:2.0:1734016147.758232:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332563968 00000100:00100000:0.0:1734016147.759151:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13856 00000100:00100000:0.0:1734016147.759165:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332563968:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.759200:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.759232:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178986 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d546 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.759328:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007718ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334657664:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016147.759562:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.765668:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007718ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334657664:192.168.201.52@tcp:106: 00010000:00010000:0.0:1734016147.765764:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178986 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d546 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.765780:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e7cc0/0xb46129d8d3178986 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d546 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.766691:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e7cc0, rc 0) 00000100:00100000:1.0:1734016147.766894:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1969:x1818247332563968:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7727us (8828us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.766905:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13856 00000100:00100000:3.0:1734016147.773156:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.774593:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564096 00000100:00100000:1.0:1734016147.774617:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564096 00000100:00100000:1.0:1734016147.774751:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13857 00000100:00100000:1.0:1734016147.774764:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332564096:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.774798:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.774836:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317898d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d54d expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.774955:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334657792:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.775949:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.781525:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334657792:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.781582:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317898d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d54d expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.781602:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e21c0/0xb46129d8d317898d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d54d expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.781629:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e21c0, rc 0) 00000100:00100000:1.0:1734016147.782067:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332564096:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7303us (8933us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.782079:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13857 00000100:00100000:2.0:1734016147.787241:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.787393:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564224 00000100:00100000:1.0:1734016147.787405:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564224 00000100:00100000:1.0:1734016147.787522:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13858 00000100:00100000:1.0:1734016147.787531:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332564224:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.787557:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.787577:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178994 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d554 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.787647:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334657920:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.787806:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.791398:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334657920:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.791480:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178994 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d554 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.791500:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e1680/0xb46129d8d3178994 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d554 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.791600:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e1680, rc 0) 00000100:00100000:1.0:1734016147.792430:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007662b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332564224:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4894us (5204us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.792444:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13858 00000100:00100000:0.0:1734016147.796971:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.797983:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564352 00000100:00100000:1.0:1734016147.798005:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564352 00000100:00100000:1.0:1734016147.798624:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13859 00000100:00100000:1.0:1734016147.798634:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332564352:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.798676:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.798738:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317899b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d55b expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.798837:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658048:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.798961:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.802548:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658048:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.802630:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317899b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d55b expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.802652:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0000/0xb46129d8d317899b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d55b expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.802973:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0000, rc 0) 00000100:00100000:1.0:1734016147.803279:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332564352:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4643us (6329us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.803290:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13859 00000100:00100000:3.0:1734016147.808557:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.808835:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564480 00000100:00100000:1.0:1734016147.808849:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564480 00000100:00100000:1.0:1734016147.808991:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13860 00000100:00100000:1.0:1734016147.808999:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332564480:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.809020:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.809040:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31789a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d562 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.809113:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658176:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.809198:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.812262:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658176:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.812320:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31789a2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d562 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.812339:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2f40/0xb46129d8d31789a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d562 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.812521:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2f40, rc 0) 00000100:00100000:1.0:1734016147.813018:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332564480:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4014us (4470us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.813033:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13860 00000100:00100000:3.0:1734016147.817469:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.817582:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564608 00000100:00100000:1.0:1734016147.817591:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564608 00000100:00100000:1.0:1734016147.818231:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13861 00000100:00100000:1.0:1734016147.818241:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332564608:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.818271:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.818297:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31789a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d569 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.818377:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658304:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.818986:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.822241:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658304:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.822327:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31789a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d569 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.822352:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e2640/0xb46129d8d31789a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d569 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.822559:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e2640, rc 0) 00000100:00100000:1.0:1734016147.823216:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332564608:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4972us (5750us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.823228:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13861 00000100:00100000:0.0:1734016147.827654:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.828009:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564736 00000100:00100000:1.0:1734016147.828024:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564736 00000100:00100000:1.0:1734016147.828092:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13862 00000100:00100000:1.0:1734016147.828103:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332564736:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.828130:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.828158:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31789b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d570 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.828221:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658432:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016147.828302:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.831878:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334658432:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016147.831948:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31789b0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d570 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.831968:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0d80/0xb46129d8d31789b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d570 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.832843:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:1.0:1734016147.832927:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332564736:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4821us (5278us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.832938:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13862 00000100:00100000:3.0:1734016147.836853:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.837099:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564864 00000100:00100000:1.0:1734016147.837116:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564864 00000100:00100000:1.0:1734016147.837181:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13863 00000100:00100000:1.0:1734016147.837191:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332564864:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.837220:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.837244:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d577 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.837289:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.837298:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.837301:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.837306:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1884160->1892351] (req 1884160->1892351) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.837355:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.837370:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 8 pid: 7692 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016147.837392:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334658560:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016147.838260:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.840821:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334658560:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016147.840862:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1884160->1892351] (req 1884160->1892351) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 9 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.840887:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016147.840974:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:10366:x1818247332564864:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 3782us (4136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.840984:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13863 00000100:00100000:3.0:1734016147.843562:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016147.843682:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332564992 00000100:00100000:0.0:1734016147.843698:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332564992 00002000:00100000:0.0:1734016147.843817:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (188416->196607) req@ffff880097ee1880 x1818247332564992/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 8680/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.843828:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332564992 ext(188416->196607) 00010000:00010000:0.0:1734016147.843840:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:0.0:1734016147.843856:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00002000:00010000:0.0:1734016147.843864:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097ee1880 00000100:00100000:2.0:1734016147.844613:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 386 00000100:00100000:2.0:1734016147.844628:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332564992:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:2.0:1734016147.846611:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1969:x1818247332564992:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 1951us (3033us total) trans 4294969924 rc 0/0 00000100:00100000:2.0:1734016147.846645:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 386 00002000:00100000:2.0:1734016147.846672:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (188416->196607) req@ffff880097ee1880 x1818247332564992/t4294969924(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:108/0 lens 8680/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.846685:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097ee1880 with x1818247332564992 ext(188416->196607) 00010000:00010000:2.0:1734016147.846717:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 12 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016147.846779:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 12 pid: 7692 timeout: 512 lvb_type: 0 00002000:00010000:2.0:1734016147.846793:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097ee1880 00000100:00100000:3.0:1734016147.860255:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.860376:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332565120 00000100:00100000:1.0:1734016147.860389:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332565120 00010000:00010000:1.0:1734016147.860443:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 12 pid: 7692 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016147.860508:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3690 00000100:00100000:1.0:1734016147.860519:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca60c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1971:x1818247332565120:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.860550:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016147.860579:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 280 -> 288 00010000:00010000:1.0:1734016147.860587:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 12 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.860604:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 12 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.860648:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffc6c0/0xb46129d8d317895c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->196607) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d51c expref: 12 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.860689:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.860692:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.860702:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.860971:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.861026:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.861050:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334658688:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016147.861403:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.868834:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079991180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334658688:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016147.868872:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.868963:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca60c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:1971:x1818247332565120:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 8444us (8721us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.868980:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3690 00000100:00100000:3.0:1734016147.871571:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016147.871762:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332565376 00000100:00100000:2.0:1734016147.871782:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332565376 00002000:00100000:2.0:1734016147.871855:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1884160->5431295) req@ffff880139bf3800 x1818247332565376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 504/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.871870:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3800 with x1818247332565376 ext(1884160->5431295) 00002000:00010000:2.0:1734016147.871877:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf3800 00000100:00100000:2.0:1734016147.871922:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10296 00000100:00100000:2.0:1734016147.871932:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332565376:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.895953:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332565376:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 24001us (24411us total) trans 0 rc 1241088/1241088 00000100:00100000:0.0:1734016147.895976:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10296 00002000:00100000:0.0:1734016147.896001:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1884160->5431295) req@ffff880139bf3800 x1818247332565376/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 504/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 1241088/1241088 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.896014:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880139bf3800 with x1818247332565376 ext(1884160->5431295) 00002000:00010000:0.0:1734016147.896024:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139bf3800 00000100:00100000:1.0:1734016147.902504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016147.902623:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332565632 00000100:00100000:0.0:1734016147.902635:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332565632 00002000:00100000:0.0:1734016147.902716:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1888256->1892351) req@ffff880079991180 x1818247332565632/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.902764:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332565632 ext(1888256->1892351) 00002000:00010000:0.0:1734016147.902771:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:0.0:1734016147.902803:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10297 00000100:00100000:0.0:1734016147.902812:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332565632:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.903033:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1970:x1818247332565632:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 218us (543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.903040:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10297 00002000:00100000:0.0:1734016147.903048:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1888256->1892351) req@ffff880079991180 x1818247332565632/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.903055:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079991180 with x1818247332565632 ext(1888256->1892351) 00002000:00010000:0.0:1734016147.903059:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079991180 00000100:00100000:2.0:1734016147.914860:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.915579:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332565760 00000100:00100000:1.0:1734016147.915591:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332565760 00000100:00100000:1.0:1734016147.915658:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13864 00000100:00100000:1.0:1734016147.915666:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+11:10366:x1818247332565760:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.915689:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.915750:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31789be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d57e expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.915792:0:10116:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.915801:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.915803:0:10116:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.915807:0:10116:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31789be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [258048->266239] (req 258048->266239) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d57e expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.915851:0:10116:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 8 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.915863:0:10116:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 8 pid: 10116 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016147.915879:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334658816:192.168.201.52@tcp:104: 00000100:00100000:1.0:1734016147.915970:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e539c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.922655:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334658816:192.168.201.52@tcp:104: 00010000:00010000:1.0:1734016147.922741:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31789be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [258048->266239] (req 258048->266239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d57e expref: 12 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.922775:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e3600, rc 0) 00000100:00100000:1.0:1734016147.923316:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:10366:x1818247332565760:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7647us (8473us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.923337:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13864 00000100:00100000:0.0:1734016147.924155:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.924327:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332565888 00000100:00100000:1.0:1734016147.924340:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332565888 00002000:00100000:1.0:1734016147.924412:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1884160->5427199) req@ffff88007718d880 x1818247332565888/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 504/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.924426:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d880 with x1818247332565888 ext(1884160->5427199) 00010000:00010000:1.0:1734016147.924442:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 9 pid: 10116 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.924463:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 9 pid: 10116 timeout: 512 lvb_type: 0 00002000:00010000:1.0:1734016147.924472:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007718d880 00000100:00100000:1.0:1734016147.924510:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 387 00000100:00100000:1.0:1734016147.924520:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+9:1968:x1818247332565888:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:1.0:1734016147.952607:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1968:x1818247332565888:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 28061us (28429us total) trans 4294969925 rc 0/0 00000100:00100000:1.0:1734016147.952631:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 387 00002000:00100000:1.0:1734016147.952655:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1884160->5427199) req@ffff88007718d880 x1818247332565888/t4294969925(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:108/0 lens 504/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.952668:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d880 with x1818247332565888 ext(1884160->5427199) 00010000:00010000:1.0:1734016147.952688:0:13919:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 11 pid: 10116 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.952791:0:13919:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 11 pid: 10116 timeout: 512 lvb_type: 0 00002000:00010000:1.0:1734016147.952801:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007718d880 00010000:00010000:3.0:1734016147.955925:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016147.968788:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.971961:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332566016 00000100:00100000:1.0:1734016147.971985:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332566016 00010000:00010000:1.0:1734016147.972057:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 11 pid: 10116 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016147.972136:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3691 00000100:00100000:1.0:1734016147.972146:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+11:1970:x1818247332566016:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.972171:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016147.972202:0:7025:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016148 00002000:00010000:1.0:1734016147.972205:0:7025:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016148 00002000:00010000:1.0:1734016147.972207:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 288 -> 320 00010000:00010000:1.0:1734016147.972214:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 11 pid: 10116 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.972230:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 11 pid: 10116 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.972262:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0fc0/0xb46129d8d31789b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1884160->1892351) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d577 expref: 11 pid: 10116 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016147.972304:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.972308:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.972316:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31789be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->266239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d57e expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.972326:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31789be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->266239) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d57e expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.972375:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800871e3600/0xb46129d8d31789be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->266239) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d57e expref: 11 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.972394:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334658944:192.168.201.52@tcp:105: 00000100:00100000:1.0:1734016147.972508:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e539c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.987892:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016147.988035:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7025:1818247334658944:192.168.201.52@tcp:105: 00010000:00010000:1.0:1734016147.988080:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.988178:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880139bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+10:1970:x1818247332566016:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 16030us (19473us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.988207:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3691 00000100:00100000:2.0:1734016147.988637:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332566144 00000100:00100000:2.0:1734016147.988648:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332566144 00000100:00100000:2.0:1734016147.988763:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13865 00000100:00100000:2.0:1734016147.988771:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880087256850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+12:1968:x1818247332566144:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:2.0:1734016147.989166:0:10116:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5431148 -> 5431148 00002000:00010000:2.0:1734016147.989170:0:10116:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016147.989172:0:10116:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.989174:0:10116:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016147.989177:0:10116:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:2.0:1734016147.989302:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880087256850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1968:x1818247332566144:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 532us (1431us total) trans 4294969926 rc 0/0 00000100:00100000:2.0:1734016147.989310:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13865 00000100:00100000:1.0:1734016148.006156:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.006280:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332566272 00000100:00100000:2.0:1734016148.006291:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332566272 00000100:00100000:2.0:1734016148.006352:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13866 00000100:00100000:2.0:1734016148.006360:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332566272:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.006384:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.006411:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31789c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d585 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.006474:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334659072:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016148.006866:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016148.021136:0:10116:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.021146:0:10116:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016147 -> 1734016148 00000100:00100000:2.0:1734016148.021182:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334659072:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.021232:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31789c5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d585 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.021249:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffc480/0xb46129d8d31789c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d585 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.021352:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffc480, rc 0) 00000100:00100000:2.0:1734016148.021440:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332566272:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15079us (15298us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.021453:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13866 00000100:00100000:0.0:1734016148.028293:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.028442:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332566400 00000100:00100000:2.0:1734016148.028459:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332566400 00000100:00100000:2.0:1734016148.028543:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13867 00000100:00100000:2.0:1734016148.028554:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332566400:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.028586:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.028611:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31789cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d58c expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.028776:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334659200:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016148.028919:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.035626:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334659200:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.035692:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31789cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d58c expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.035715:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffef40/0xb46129d8d31789cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d58c expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.035778:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffef40, rc 0) 00000100:00100000:2.0:1734016148.035849:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332566400:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7297us (7576us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.035859:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13867 00000100:00100000:0.0:1734016148.044102:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.044480:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332566528 00000100:00100000:2.0:1734016148.044492:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332566528 00000100:00100000:2.0:1734016148.044559:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13868 00000100:00100000:2.0:1734016148.044566:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332566528:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.044587:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.044608:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31789d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d593 expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.044692:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334659328:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016148.044878:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.051631:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10116:1818247334659328:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.051687:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31789d3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d593 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.051717:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075fff600/0xb46129d8d31789d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d593 expref: 6 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.051794:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff600, rc 0) 00000100:00100000:2.0:1734016148.053547:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332566528:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 8965us (9452us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.053562:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13868 00000100:00100000:0.0:1734016148.066293:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016148.067226:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332566784 00000100:00100000:1.0:1734016148.067243:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332566784 00002000:00100000:1.0:1734016148.067321:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4304896->4308991) req@ffff88007718d500 x1818247332566784/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.067332:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247332566784 ext(4304896->4308991) 00002000:00010000:1.0:1734016148.067340:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500 00000100:00100000:1.0:1734016148.067385:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10298 00000100:00100000:1.0:1734016148.067396:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332566784:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.073334:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332566784:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 5912us (7043us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016148.073361:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10298 00002000:00100000:1.0:1734016148.073395:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4304896->4308991) req@ffff88007718d500 x1818247332566784/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.073411:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d500 with x1818247332566784 ext(4304896->4308991) 00002000:00010000:1.0:1734016148.073420:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d500 00000100:00100000:0.0:1734016148.080052:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.080185:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567040 00000100:00100000:2.0:1734016148.080205:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567040 00002000:00100000:2.0:1734016148.080288:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4308992->4313087) req@ffff88007718d180 x1818247332567040/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.080299:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d180 with x1818247332567040 ext(4308992->4313087) 00002000:00010000:2.0:1734016148.080306:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d180 00000100:00100000:2.0:1734016148.080362:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10299 00000100:00100000:2.0:1734016148.080374:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332567040:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.080667:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332567040:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 295us (640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.080676:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10299 00002000:00100000:2.0:1734016148.080684:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4308992->4313087) req@ffff88007718d180 x1818247332567040/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.080692:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718d180 with x1818247332567040 ext(4308992->4313087) 00002000:00010000:2.0:1734016148.080710:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718d180 00000100:00100000:0.0:1734016148.085469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.085599:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567296 00000100:00100000:2.0:1734016148.085618:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567296 00002000:00100000:2.0:1734016148.085785:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4313088->4317183) req@ffff88007718df80 x1818247332567296/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.085808:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247332567296 ext(4313088->4317183) 00002000:00010000:2.0:1734016148.085818:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:2.0:1734016148.085865:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10300 00000100:00100000:2.0:1734016148.085878:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332567296:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.086238:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332567296:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 361us (796us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.086251:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10300 00002000:00100000:2.0:1734016148.086258:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4313088->4317183) req@ffff88007718df80 x1818247332567296/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.086264:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718df80 with x1818247332567296 ext(4313088->4317183) 00002000:00010000:2.0:1734016148.086269:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718df80 00000100:00100000:0.0:1734016148.093070:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.093686:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567424 00000100:00100000:2.0:1734016148.093713:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567424 00002000:00100000:2.0:1734016148.094264:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4304896->4317183) req@ffff88007718ca80 x1818247332567424/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 12776/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.094277:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247332567424 ext(4304896->4317183) 00002000:00010000:2.0:1734016148.094286:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718ca80 00000100:00100000:2.0:1734016148.094328:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10301 00000100:00100000:2.0:1734016148.094338:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+13:1970:x1818247332567424:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016148.098858:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1970:x1818247332567424:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 4494us (5788us total) trans 4294969927 rc 0/0 00000100:00100000:3.0:1734016148.098890:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10301 00002000:00100000:3.0:1734016148.098919:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4304896->4317183) req@ffff88007718ca80 x1818247332567424/t4294969927(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 12776/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.098931:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007718ca80 with x1818247332567424 ext(4304896->4317183) 00002000:00010000:3.0:1734016148.098942:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007718ca80 00000100:00100000:0.0:1734016148.109626:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.112266:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567552 00000100:00100000:2.0:1734016148.112305:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567552 00000100:00100000:2.0:1734016148.112463:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13869 00000100:00100000:2.0:1734016148.112476:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+15:1971:x1818247332567552:12345-192.168.201.52@tcp:16:fsx.0 00000001:00080000:0.0:1734016148.118849:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969927 is committed 00000001:00080000:0.0:1734016148.118887:0:8955:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969925 is committed 00000100:00100000:2.0:1734016148.121415:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007718f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332567552:12345-192.168.201.52@tcp:16:fsx.0 Request processed in 8915us (11793us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.121442:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13869 00000100:00100000:0.0:1734016148.133670:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.135844:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567680 00000100:00100000:2.0:1734016148.135876:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567680 00000100:00100000:2.0:1734016148.136035:0:10116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13870 00000100:00100000:2.0:1734016148.136047:0:10116:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332567680:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.136089:0:10116:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.136127:0:10116:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31789da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d59a expref: -99 pid: 10116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.136244:0:10116:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334659456:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016148.136423:0:10116:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00080000:1.0:1734016148.137193:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016118 00002000:00010000:2.0:1734016148.142710:0:10116:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.142754:0:10116:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 320 -> 344 00000100:00100000:2.0:1734016148.142791:0:10116:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10116:1818247334659456:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.142840:0:10116:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31789da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d59a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.142859:0:10116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075fff3c0/0xb46129d8d31789da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d59a expref: 8 pid: 10116 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.143574:0:10116:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075fff3c0, rc 0) 00000100:00100000:2.0:1734016148.143680:0:10116:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332567680:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7630us (10021us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.143699:0:10116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13870 00000100:00100000:0.0:1734016148.150551:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.150683:0:10116:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567808 00000100:00100000:2.0:1734016148.150710:0:10116:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567808 00000100:00100000:3.0:1734016148.152220:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13871 00000100:00100000:3.0:1734016148.152236:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332567808:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.152268:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.152297:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31789e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5a1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.152406:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334659584:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.152499:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.158150:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334659584:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.158230:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31789e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5a1 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.158254:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d8240/0xb46129d8d31789e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5a1 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.158297:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8240, rc 0) 00000100:00100000:3.0:1734016148.158398:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332567808:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6166us (7875us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.158411:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13871 00000100:00100000:0.0:1734016148.162356:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.162752:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332567936 00000100:00100000:3.0:1734016148.162766:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332567936 00000100:00100000:3.0:1734016148.162813:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13872 00000100:00100000:3.0:1734016148.162821:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332567936:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.162840:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.162861:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31789e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5a8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.162932:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334659712:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.163024:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00002000:00010000:3.0:1734016148.170166:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016147 -> 1734016148 00000100:00100000:3.0:1734016148.170226:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334659712:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.170295:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31789e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5a8 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.170319:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dba80/0xb46129d8d31789e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5a8 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.170359:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dba80, rc 0) 00000100:00100000:3.0:1734016148.170463:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1968:x1818247332567936:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7639us (8118us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.170477:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13872 00000100:00100000:0.0:1734016148.175246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.175419:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332568192 00000100:00100000:3.0:1734016148.175434:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332568192 00002000:00100000:3.0:1734016148.175503:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1544192->1548287) req@ffff880079533b80 x1818247332568192/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.175520:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533b80 with x1818247332568192 ext(1544192->1548287) 00002000:00010000:3.0:1734016148.175527:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533b80 00000100:00100000:3.0:1734016148.175557:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10302 00000100:00100000:3.0:1734016148.175566:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332568192:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.176689:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332568192:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1119us (1460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.176698:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10302 00002000:00100000:3.0:1734016148.176715:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1544192->1548287) req@ffff880079533b80 x1818247332568192/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.177619:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533b80 with x1818247332568192 ext(1544192->1548287) 00002000:00010000:3.0:1734016148.177627:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533b80 00000100:00100000:0.0:1734016148.195069:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.195258:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332568448 00000100:00100000:3.0:1734016148.195273:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332568448 00002000:00100000:3.0:1734016148.195354:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1548288->1552383) req@ffff880079533800 x1818247332568448/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.195372:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332568448 ext(1548288->1552383) 00002000:00010000:3.0:1734016148.195382:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:3.0:1734016148.195430:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10303 00000100:00100000:3.0:1734016148.195442:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332568448:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.195825:0:13919:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1970:x1818247332568448:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 385us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.195836:0:13919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10303 00002000:00100000:3.0:1734016148.195844:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1548288->1552383) req@ffff880079533800 x1818247332568448/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.195852:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079533800 with x1818247332568448 ext(1548288->1552383) 00002000:00010000:3.0:1734016148.195856:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079533800 00000100:00100000:0.0:1734016148.206583:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.207581:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332568576 00000100:00100000:3.0:1734016148.207592:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332568576 00000100:00100000:3.0:1734016148.207645:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13873 00000100:00100000:3.0:1734016148.207652:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332568576:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.207677:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.207698:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31789ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5af expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.207787:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334659840:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.207869:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.211828:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334659840:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.211913:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31789ef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5af expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.211943:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9daf40/0xb46129d8d31789ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5af expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.211994:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9daf40, rc 0) 00000100:00100000:3.0:1734016148.212129:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1970:x1818247332568576:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 4473us (5556us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.212147:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13873 00000100:00100000:0.0:1734016148.218002:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.220304:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332568704 00000100:00100000:3.0:1734016148.220337:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332568704 00000100:00100000:3.0:1734016148.220462:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13874 00000100:00100000:3.0:1734016148.220475:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332568704:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.220508:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.220541:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31789f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5b6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.220638:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334659968:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.220840:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.230423:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334659968:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.230501:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31789f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5b6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.230525:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8d80/0xb46129d8d31789f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5b6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.230566:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8d80, rc 0) 00000100:00100000:3.0:1734016148.232915:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:1971:x1818247332568704:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12412us (14902us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.232939:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13874 00000100:00100000:0.0:1734016148.253138:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.253648:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332568832 00000100:00100000:3.0:1734016148.253662:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332568832 00000100:00100000:3.0:1734016148.253766:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13875 00000100:00100000:3.0:1734016148.253774:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332568832:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.253797:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.253820:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31789fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5bd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.253886:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334660096:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.253957:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.264435:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334660096:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.264513:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31789fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5bd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.264537:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9d9b00/0xb46129d8d31789fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5bd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.264572:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9b00, rc 0) 00000100:00100000:3.0:1734016148.264663:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332568832:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10886us (11539us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.264676:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13875 00000100:00100000:0.0:1734016148.277085:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.277222:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332568960 00000100:00100000:3.0:1734016148.277235:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332568960 00000100:00100000:3.0:1734016148.277306:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13876 00000100:00100000:3.0:1734016148.277316:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332568960:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.277341:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.277366:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3178a04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5c4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.277444:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334660224:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.284483:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.289136:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247334660224:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.289200:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3178a04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5c4 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.289220:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9db840/0xb46129d8d3178a04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5c4 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.289249:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9db840, rc 0) 00000100:00100000:3.0:1734016148.289341:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1968:x1818247332568960:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 12025us (12267us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.289350:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13876 00000100:00100000:0.0:1734016148.306256:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.306410:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569088 00000100:00100000:3.0:1734016148.306426:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569088 00000100:00100000:3.0:1734016148.306502:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13877 00000100:00100000:3.0:1734016148.306510:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+5:10366:x1818247332569088:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.306539:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.306565:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5cb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.306602:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.306611:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.306614:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.306617:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4034560->4038655] (req 4034560->4038655) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.306658:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.306671:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 7 pid: 7692 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.306687:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334660352:192.168.201.52@tcp:104: 00000100:00100000:3.0:1734016148.306817:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.320371:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334660352:192.168.201.52@tcp:104: 00010000:00010000:3.0:1734016148.320415:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4034560->4038655] (req 4034560->4038655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.320450:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9dad00, rc 0) 00000100:00100000:3.0:1734016148.322488:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:10366:x1818247332569088:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 15954us (16227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.322506:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13877 00000100:00100000:0.0:1734016148.323007:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.324419:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569216 00000100:00100000:2.0:1734016148.324436:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569216 00010000:00010000:2.0:1734016148.324490:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 8 pid: 7692 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.324545:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3692 00000100:00100000:2.0:1734016148.324555:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1969:x1818247332569216:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.324582:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.324622:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 8 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.324636:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 8 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.324671:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880075ffe640/0xb46129d8d3178978 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d538 expref: 8 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.324715:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.324718:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.324743:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.324752:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.324814:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.324831:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334660480:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016148.324919:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00080000:1.0:1734016148.325488:0:6481:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016118 00000100:00100000:2.0:1734016148.337578:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076628e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334660480:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016148.337612:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.337696:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079533100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332569216:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 13140us (14689us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.337716:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3692 00000100:00100000:2.0:1734016148.337870:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.342533:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569344 00000100:00100000:3.0:1734016148.342553:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569344 00000100:00100000:3.0:1734016148.342634:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13878 00000100:00100000:3.0:1734016148.342641:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+6:1968:x1818247332569344:12345-192.168.201.52@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.342929:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016148.342933:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016147 00002000:00010000:3.0:1734016148.342934:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016148 -> 1734016147 00002000:00010000:3.0:1734016148.342936:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016147 00002000:00010000:3.0:1734016148.342938:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:3.0:1734016148.343078:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1968:x1818247332569344:12345-192.168.201.52@tcp:22:fsx.0 Request processed in 435us (5207us total) trans 4294968287 rc 0/0 00000100:00100000:3.0:1734016148.343090:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13878 00000100:00100000:1.0:1734016148.355239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016148.355306:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.355394:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569600 00000100:00100000:3.0:1734016148.355408:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569600 00000100:00100000:3.0:1734016148.355454:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569472 00000100:00100000:3.0:1734016148.355456:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569472 00000100:00100000:3.0:1734016148.355473:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13879 00000100:00100000:3.0:1734016148.355480:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332569600:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.355506:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.355529:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3178a12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5d9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.355619:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334660608:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.355739:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.356189:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13880 00000100:00100000:0.0:1734016148.356199:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332569472:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.356213:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.356239:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3178a19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5d2 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.356280:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077169880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334660736:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016148.356333:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47c00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016148.364660:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016147 -> 1734016148 00002000:00010000:3.0:1734016148.364676:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016147 -> 1734016148 00002000:00010000:3.0:1734016148.364678:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016147 -> 1734016148 00000100:00100000:3.0:1734016148.364710:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334660608:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.364799:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3178a12 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5d9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.364819:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d8480/0xb46129d8d3178a12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5d9 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.364850:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d8480, rc 0) 00000100:00100000:1.0:1734016148.365905:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077169880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334660736:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016148.365939:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3178a19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5d2 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.365951:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5b00/0xb46129d8d3178a19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5d2 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.367308:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332569600:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11819us (12074us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.367324:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13879 00010000:00010000:1.0:1734016148.367787:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5b00, rc 0) 00000100:00100000:1.0:1734016148.367860:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332569472:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 11662us (12553us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.367866:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13880 00000100:00100000:0.0:1734016148.373460:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016148.374214:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016148.374237:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569856 00000100:00100000:1.0:1734016148.374250:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569856 00000100:00100000:1.0:1734016148.374311:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13881 00000100:00100000:1.0:1734016148.374321:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332569856:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.374345:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.374364:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178a20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5e7 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.374423:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334660864:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016148.374490:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.374882:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332569728 00000100:00100000:0.0:1734016148.374886:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332569728 00000100:00100000:0.0:1734016148.374920:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13882 00000100:00100000:0.0:1734016148.374924:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332569728:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.374935:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.374951:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3178a27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5e0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.374983:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334660992:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016148.375006:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.379783:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334660864:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016148.379847:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178a20 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5e7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.379871:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800871e0fc0/0xb46129d8d3178a20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5e7 expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.379922:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0fc0, rc 0) 00000100:00100000:1.0:1734016148.380030:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332569856:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 5706us (6578us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.380047:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13881 00000100:00100000:2.0:1734016148.380938:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247334660992:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.380981:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3178a27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5e0 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.380996:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80e5200/0xb46129d8d3178a27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5e0 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.381012:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:2.0:1734016148.381046:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332569728:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6120us (6832us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.381056:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13882 00000100:00100000:1.0:1734016148.401486:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.401583:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570112 00000100:00100000:2.0:1734016148.401596:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570112 00002000:00100000:2.0:1734016148.401640:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079990700 x1818247332570112/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.401649:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990700 with x1818247332570112 ext(0->4194303) 00002000:00010000:2.0:1734016148.401656:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079990700 00000100:00100000:2.0:1734016148.401777:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10304 00000100:00100000:2.0:1734016148.401786:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332570112:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.480391:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1971:x1818247332570112:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 78587us (78900us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016148.480412:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10304 00002000:00100000:3.0:1734016148.480437:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079990700 x1818247332570112/t0(0) o3->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 488/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.480450:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079990700 with x1818247332570112 ext(0->4194303) 00002000:00010000:3.0:1734016148.480458:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079990700 00000100:00100000:0.0:1734016148.489142:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016148.489228:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.490113:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570240 00000100:00100000:2.0:1734016148.490131:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570240 00000100:00100000:2.0:1734016148.494224:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570368 00000100:00100000:2.0:1734016148.494246:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570368 00000100:00100000:1.0:1734016148.494978:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13883 00000100:00100000:1.0:1734016148.494996:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332570240:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.495035:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.495073:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3178a2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5ee expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.495180:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076162a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334661120:192.168.201.52@tcp:106: 00000100:00100000:1.0:1734016148.495319:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075e53300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.496176:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13884 00000100:00100000:3.0:1734016148.496188:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332570368:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.496206:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.496229:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3178a35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5f5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.496276:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334661248:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.496323:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.516637:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334661248:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.516673:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3178a35 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5f5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.516688:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9d40/0xb46129d8d3178a35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5f5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.516759:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9d40, rc 0) 00000100:00100000:3.0:1734016148.516826:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332570368:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 20640us (27597us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.516834:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13884 00000100:00100000:2.0:1734016148.530864:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076162a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334661120:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.530923:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3178a2e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5ee expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.530943:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800871e0d80/0xb46129d8d3178a2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5ee expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.530981:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800871e0d80, rc 0) 00000100:00100000:2.0:1734016148.531056:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1969:x1818247332570240:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 36062us (41936us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.531067:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13883 00000100:00100000:0.0:1734016148.539085:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016148.539155:0:3506:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.539300:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570624 00000100:00100000:2.0:1734016148.539321:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570624 00000100:00100000:2.0:1734016148.539665:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570496 00000100:00100000:2.0:1734016148.539669:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570496 00000100:00100000:3.0:1734016148.539772:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13885 00000100:00100000:3.0:1734016148.539786:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332570624:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.539832:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.539869:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3178a3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d603 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.539966:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334661376:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016148.540196:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13886 00000100:00100000:2.0:1734016148.540204:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332570496:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.540214:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.540229:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178a43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d5fc expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.540267:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334661504:192.168.201.52@tcp:106: 00000100:00100000:3.0:1734016148.541394:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b531f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.541473:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.546621:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880139bf1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247334661376:192.168.201.52@tcp:106: 00010000:00010000:3.0:1734016148.546687:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3178a3c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d603 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.546716:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9d9440/0xb46129d8d3178a3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d603 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.546784:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b9d9440, rc 0) 00000100:00100000:3.0:1734016148.546874:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007716a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332570624:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7089us (7801us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.546885:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13885 00000100:00100000:2.0:1734016148.547034:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334661504:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.547063:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178a43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5fc expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.547073:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178a43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5fc expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.547089:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016148.547107:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1970:x1818247332570496:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 6904us (7952us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.547113:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13886 00000100:00100000:1.0:1734016148.565274:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1734016148.565432:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.566864:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570752 00000100:00100000:2.0:1734016148.566882:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570752 00000100:00100000:2.0:1734016148.566956:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332570880 00000100:00100000:2.0:1734016148.566958:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332570880 00000100:00100000:2.0:1734016148.566996:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13887 00000100:00100000:2.0:1734016148.567005:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332570752:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.567037:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.567066:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178a4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d60a expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.567160:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334661632:192.168.201.52@tcp:106: 00000100:00100000:2.0:1734016148.567269:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.567666:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13888 00000100:00100000:0.0:1734016148.567674:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332570880:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.567685:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.567708:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d3178a51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d611 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.567764:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077169880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334661760:192.168.201.52@tcp:106: 00000100:00100000:0.0:1734016148.567794:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880075c47c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.574856:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13917:1818247334661632:192.168.201.52@tcp:106: 00010000:00010000:2.0:1734016148.574931:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178a4a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d60a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.574956:0:13917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880075ffcfc0/0xb46129d8d3178a4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d60a expref: 8 pid: 13917 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.575160:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077169880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247334661760:192.168.201.52@tcp:106: 00010000:00010000:1.0:1734016148.575192:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d3178a51 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d611 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.575203:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a80e5200/0xb46129d8d3178a51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d611 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.575220:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80e5200, rc 0) 00000100:00100000:1.0:1734016148.575318:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332570880:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 7640us (9882us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.575334:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13888 00010000:00010000:2.0:1734016148.577543:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffcfc0, rc 0) 00000100:00100000:2.0:1734016148.577669:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:1971:x1818247332570752:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 10655us (12408us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.577687:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13887 00000100:00100000:0.0:1734016148.583059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.585494:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332571008 00000100:00100000:2.0:1734016148.585518:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332571008 00000100:00100000:2.0:1734016148.585930:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 13889 00000100:00100000:2.0:1734016148.585945:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+7:10366:x1818247332571008:12345-192.168.201.52@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.585983:0:13917:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.586015:0:13917:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178a58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x37cab3886ce5d618 expref: -99 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.587757:0:13917:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.587778:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.587781:0:13917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.587787:0:13917:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178a58 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1593344->1597439] (req 1593344->1597439) gid 0 flags: 0x50000000000000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d618 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.587844:0:13917:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x50000000020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.587861:0:13917:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x70000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 6 pid: 7692 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.587877:0:13917:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334661888:192.168.201.52@tcp:104: 00000100:00100000:2.0:1734016148.590550:0:13917:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.603321:0:13917:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13917:1818247334661888:192.168.201.52@tcp:104: 00010000:00010000:2.0:1734016148.603396:0:13917:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178a58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1593344->1597439] (req 1593344->1597439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d618 expref: 8 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.603427:0:13917:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880075ffd8c0, rc 0) 00000100:00100000:2.0:1734016148.603503:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:10366:x1818247332571008:12345-192.168.201.52@tcp:101:fsx.0 Request processed in 17563us (20472us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.603516:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 13889 00000100:00100000:0.0:1734016148.603874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.604033:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332571136 00000100:00100000:3.0:1734016148.604042:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332571136 00002000:00100000:3.0:1734016148.604091:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3928064->3932159) req@ffff880076c09c00 x1818247332571136/t0(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 4584/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.604107:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247332571136 ext(3928064->3932159) 00010000:00010000:3.0:1734016148.604115:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 7 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016148.604125:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 7 pid: 7692 timeout: 512 lvb_type: 0 00002000:00010000:3.0:1734016148.604132:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880076c09c00 00000100:00100000:3.0:1734016148.604164:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 388 00000100:00100000:3.0:1734016148.604170:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+7:1969:x1818247332571136:12345-192.168.201.52@tcp:4:fsx.0 00000100:00100000:3.0:1734016148.606923:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1969:x1818247332571136:12345-192.168.201.52@tcp:4:fsx.0 Request processed in 2723us (3021us total) trans 4294968288 rc 0/0 00000100:00100000:3.0:1734016148.606948:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 388 00002000:00100000:3.0:1734016148.606969:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3928064->3932159) req@ffff880076c09c00 x1818247332571136/t4294968288(0) o4->f1fa65c5-ac21-42fc-9fc8-6a110334833e@192.168.201.52@tcp:109/0 lens 4584/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.606984:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076c09c00 with x1818247332571136 ext(3928064->3932159) 00010000:00010000:3.0:1734016148.607002:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016148.607024:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00002000:00010000:3.0:1734016148.607035:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880076c09c00 00000100:00100000:0.0:1734016148.642516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1734016148.642658:0:7025:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332571264 00000100:00100000:2.0:1734016148.642672:0:7025:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332571264 00010000:00010000:2.0:1734016148.642987:0:7025:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.643046:0:7025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 3693 00000100:00100000:2.0:1734016148.643056:0:7025:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+9:1971:x1818247332571264:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.643077:0:7025:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016148.643108:0:7025:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 176 -> 184 00010000:00010000:2.0:1734016148.643114:0:7025:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x60000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.643128:0:7025:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x50000400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.643163:0:7025:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b9dad00/0xb46129d8d3178a0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4034560->4038655) gid 0 flags: 0x44801400020020 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d5cb expref: 9 pid: 7692 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.643191:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.643193:0:7025:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.643202:0:7025:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178a58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1593344->1597439) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d618 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.643214:0:7025:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178a58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1593344->1597439) gid 0 flags: 0x40080000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d618 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.643259:0:7025:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880075ffd8c0/0xb46129d8d3178a58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1593344->1597439) gid 0 flags: 0x40000000020000 nid: 192.168.201.52@tcp remote: 0x37cab3886ce5d618 expref: 7 pid: 13917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.643276:0:7025:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334662016:192.168.201.52@tcp:105: 00000100:00100000:2.0:1734016148.648048:0:7025:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012e265180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.660140:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.660353:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332571520 00000100:00100000:3.0:1734016148.660375:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332571520 00002000:00100000:3.0:1734016148.660456:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1593344->1597439) req@ffff880076162d80 x1818247332571520/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.660476:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162d80 with x1818247332571520 ext(1593344->1597439) 00002000:00010000:3.0:1734016148.660487:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162d80 00000100:00100000:3.0:1734016148.660569:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10305 00000100:00100000:3.0:1734016148.660578:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332571520:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.660801:0:7025:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007662b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7025:1818247334662016:192.168.201.52@tcp:105: 00010000:00010000:2.0:1734016148.660831:0:7025:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.661473:0:7025:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f1fa65c5-ac21-42fc-9fc8-6a110334833e+8:1971:x1818247332571264:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 18414us (18972us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.661486:0:7025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 3693 00000100:00100000:3.0:1734016148.661864:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1968:x1818247332571520:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 1284us (1746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.661874:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10305 00002000:00100000:3.0:1734016148.661885:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1593344->1597439) req@ffff880076162d80 x1818247332571520/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.661896:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076162d80 with x1818247332571520 ext(1593344->1597439) 00002000:00010000:3.0:1734016148.661902:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076162d80 00000100:00100000:1.0:1734016148.664341:0:3505:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1734016148.664473:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332571776 00000100:00100000:3.0:1734016148.664487:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332571776 00002000:00100000:3.0:1734016148.664533:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1597440->1601535) req@ffff880076161880 x1818247332571776/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.664543:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161880 with x1818247332571776 ext(1597440->1601535) 00002000:00010000:3.0:1734016148.664549:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161880 00000100:00100000:3.0:1734016148.665218:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10306 00000100:00100000:3.0:1734016148.665229:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332571776:12345-192.168.201.52@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.665527:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1970:x1818247332571776:12345-192.168.201.52@tcp:3:fsx.0 Request processed in 296us (1193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.665539:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 10306 00002000:00100000:3.0:1734016148.665546:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1597440->1601535) req@ffff880076161880 x1818247332571776/t0(0) o3->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.665553:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161880 with x1818247332571776 ext(1597440->1601535) 00002000:00010000:3.0:1734016148.665559:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161880 00000100:00100000:1.0:1734016148.670521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1734016148.670626:0:13919:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247332571904 00000100:00100000:0.0:1734016148.670640:0:13919:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247332571904 00002000:00100000:0.0:1734016148.670710:0:13919:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1593344->1601535) req@ffff880076161500 x1818247332571904/t0(0) o4->5762f609-0e87-4e8c-9bd6-d528092c9d9c@192.168.201.52@tcp:109/0 lens 8680/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.670762:0:13919:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076161500 with x1818247332571904 ext(1593344->1601535) 00002000:00010000:0.0:1734016148.670768:0:13919:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880076161500 00000100:00100000:0.0:1734016148.670802:0:13919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 10307 00000100:00100000:0.0:1734016148.670808:0:13919:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5762f609-0e87-4e8c-9bd6-d528092c9d9c+8:1971:x1818247332571904:12345-192.168.201.52@tcp:4:fsx.0 Debug log: 73008 lines, 73008 kept, 0 dropped, 0 bad.